00010000:00000010:3.1:1776198892.038187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bbefaaa. 00010000:00000010:3.1:1776198892.038190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecdf0d. 00010000:00000010:3.1:1776198892.038197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004888cd25. 00010000:00000010:3.1:1776198892.038200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb15ad4b. 00010000:00000010:3.1:1776198892.038204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb58a1c. 00010000:00000010:3.1:1776198892.071354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039c21b61. 00010000:00000010:3.1:1776198892.071364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce19c359. 00010000:00000010:3.1:1776198892.184397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b4b3c9e. 00010000:00000010:3.1:1776198892.184405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001309f8a4. 00010000:00000010:3.1:1776198892.243454:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2737ab. 00010000:00000010:3.1:1776198892.276221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6c975e. 00010000:00000010:3.1:1776198892.285084:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a33569ba. 00010000:00000010:3.1:1776198892.322514:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a5082b4. 00010000:00000010:3.1:1776198892.322531:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d94e8691. 00010000:00000010:3.1:1776198892.322536:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b16f45d. 00010000:00000010:3.1:1776198892.334002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088741912. 00010000:00000010:3.1:1776198892.334014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8a2b43a. 00010000:00000010:3.1:1776198892.334017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760ddac2. 00010000:00000010:3.1:1776198892.334019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232c8cf2. 00010000:00000010:3.1:1776198892.334022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee580a1. 00010000:00000010:3.1:1776198892.334027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382e67b4. 00010000:00000010:3.1:1776198892.341298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090d7c24e. 00010000:00000010:3.1:1776198892.368690:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000827db003. 00010000:00000010:3.1:1776198892.403986:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c81a5ce. 00010000:00000010:3.1:1776198892.448468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e7c45. 00010000:00000010:3.1:1776198892.492382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086cd5493. 00010000:00000010:3.1:1776198892.502493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6e17e90. 00010000:00000010:3.1:1776198892.509587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a0da6f. 00010000:00000010:3.1:1776198892.524590:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d00e74b. 00010000:00000010:3.1:1776198892.550297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079270d28. 00010000:00000010:3.1:1776198892.573982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa93f334. 00010000:00000010:3.1:1776198892.628288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002718eadc. 00010000:00000010:3.1:1776198892.707305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6ab373. 00010000:00000010:3.1:1776198892.719348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064546551. 00010000:00000010:3.1:1776198892.719355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ad6b52. 00010000:00000010:3.1:1776198892.732340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea4ce7c1. 00010000:00000010:3.1:1776198892.732350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382e67b4. 00010000:00000010:3.1:1776198892.736582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd459baa. 00010000:00000010:3.1:1776198892.773310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b76181. 00010000:00000010:3.1:1776198892.799981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019fb7f9f. 00010000:00000010:3.1:1776198892.802396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c10f5f5. 00010000:00000010:3.1:1776198892.811717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b077adb5. 00010000:00000010:3.1:1776198892.942288:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842d0e56. 00010000:00000010:3.1:1776198892.977311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da313f83. 00010000:00000010:3.1:1776198892.977322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb21510. 00010000:00000010:3.1:1776198892.990828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000576bf3eb. 00010000:00000010:3.1:1776198892.990836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382e67b4. 00010000:00000010:3.1:1776198893.018309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f946b03c. 00010000:00000010:3.1:1776198893.018320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000252dbe15. 00010000:00000010:3.1:1776198893.018325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20bdd1. 00010000:00000010:3.1:1776198893.033789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014574e60. 00010000:00000010:3.1:1776198893.033802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c526c98. 00010000:00000010:3.1:1776198893.040300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea9e41a. 00010000:00000010:3.1:1776198893.040309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3dc933. 00010000:00000010:3.1:1776198893.054393:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001763afd9. 00010000:00000010:3.1:1776198893.054403:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382e67b4. 00010000:00000010:3.1:1776198893.057747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1185278. 00010000:00000010:3.1:1776198893.058220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000763e0b00. 00010000:00000010:3.1:1776198893.058226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e08f7d. 00010000:00000010:3.1:1776198893.067442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005684c908. 00010000:00000010:3.1:1776198893.077305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac8498d6. 00010000:00000010:3.1:1776198893.111407:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e34063a. 00010000:00000010:3.1:1776198893.111414:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eef75dc1. 00010000:00000010:3.1:1776198893.115282:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cd5de91. 00010000:00000010:3.1:1776198893.115288:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e08f7d. 00010000:00000010:3.1:1776198893.119530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad3dceaf. 00010000:00000010:3.1:1776198893.119555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da116182. 00010000:00000010:3.1:1776198893.130394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dfc3597. 00010000:00000010:3.1:1776198893.130406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760ddac2. 00010000:00000010:3.1:1776198893.139442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079479875. 00010000:00000010:3.1:1776198893.139449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e08f7d. 00010000:00000010:3.1:1776198893.147818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e656927d. 00010000:00000010:3.1:1776198893.147830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198893.153347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af126425. 00010000:00000010:3.1:1776198893.153362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a57a2ed. 00010000:00000010:3.1:1776198893.153366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760ddac2. 00010000:00000010:3.1:1776198893.160764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bc10c9. 00010000:00000010:3.1:1776198893.160782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198893.170784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2bf2b33. 00010000:00000010:3.1:1776198893.170799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760ddac2. 00010000:00000010:3.1:1776198893.188350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088b5f283. 00010000:00000010:3.1:1776198893.188368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198893.254377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056de93bc. 00010000:00000010:3.1:1776198893.254386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760ddac2. 00010000:00000010:3.1:1776198893.255369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0ac6cd. 00010000:00000010:3.1:1776198893.255378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198893.255384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ea40416. 00010000:00000010:3.1:1776198893.255387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008032a238. 00010000:00000010:3.1:1776198893.255390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e08f7d. 00010000:00000010:3.1:1776198893.267396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdaa7012. 00010000:00000010:3.1:1776198893.267411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecdf0d. 00010000:00000010:3.1:1776198893.291596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aa3ea95. 00010000:00000010:3.1:1776198893.291611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e08f7d. 00010000:00000010:3.1:1776198893.367502:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c24f42. 00010000:00000010:3.1:1776198893.367512:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6e033b. 00010000:00000010:3.1:1776198893.367516:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e21301. 00010000:00000010:3.1:1776198893.396375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d6ffd2b. 00010000:00000010:3.1:1776198893.396393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c359448c. 00010000:00000010:3.1:1776198893.396397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f013aa91. 00010000:00000010:3.1:1776198893.426291:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358dd3d8. 00010000:00000010:3.1:1776198893.426297:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ec6dad1. 00010000:00000010:3.1:1776198893.426300:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198893.514404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002744802d. 00010000:00000010:3.1:1776198893.539303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd423d6. 00010000:00000010:3.1:1776198893.606298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc96cc3e. 00010000:00000010:3.1:1776198893.606313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22805f3. 00010000:00000010:3.1:1776198893.619273:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc3159e9. 00010000:00000010:3.1:1776198893.619286:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007504050c. 00010000:00000010:3.1:1776198893.619292:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198893.651857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df75fe88. 00010000:00000010:3.1:1776198893.651937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e705ce. 00010000:00000010:3.1:1776198893.651942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb58a1c. 00010000:00000010:3.1:1776198893.657598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000225780aa. 00010000:00000010:3.1:1776198893.657613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007363de0a. 00010000:00000010:3.1:1776198893.657617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdbe6dff. 00010000:00000010:3.1:1776198893.664704:0:78208:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0290b48. 00010000:00000010:3.1:1776198893.664719:0:78208:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1ab701. 00010000:00000010:3.1:1776198893.704333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d85e9877. 00010000:00000010:3.1:1776198893.745419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7f62a17. 00010000:00000010:3.1:1776198893.745427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c224a7e3. 00010000:00000010:3.1:1776198893.745430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5fab438. 00010000:00000010:3.1:1776198893.769418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c9d74c. 00010000:00000010:3.1:1776198893.771317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be58e506. 00010000:00000010:3.1:1776198893.771323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b91c97. 00010000:00000010:3.1:1776198893.788467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008effe84. 00010000:00000010:3.1:1776198893.788476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb58a1c. 00010000:00000010:3.1:1776198893.865541:0:78187:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000008fc134. 00010000:00000010:3.1:1776198893.865548:0:78187:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b91c97. 00010000:00000010:3.1:1776198893.899490:0:56099:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9bd3c2f. 00010000:00000010:3.1:1776198893.899503:0:56099:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002b8f2c9. 00010000:00000010:3.1:1776198893.899508:0:56099:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc99b48e. 00010000:00000010:3.1:1776198893.912378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7d9f2d3. 00010000:00000010:3.1:1776198893.912394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005059de47. 00010000:00000010:3.1:1776198893.936520:0:78232:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae7baad. 00010000:00000010:3.1:1776198893.936527:0:78232:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc0bf19. 00010000:00000010:3.1:1776198893.956171:0:78233:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee759558. 00010000:00000010:3.1:1776198894.012325:0:78236:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daef2ce7. 00010000:00000010:3.1:1776198894.012331:0:78236:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022bb25e0. 00010000:00000010:3.1:1776198894.012336:0:78236:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d6067c. 00010000:00000010:3.1:1776198894.040321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018f170b1. 00010000:00000010:3.1:1776198894.072595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002798637c. 00010000:00000010:3.1:1776198894.072608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000195576ad. 00010000:00000010:3.1:1776198894.103308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042f8feed. 00010000:00000010:3.1:1776198894.103315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005059de47. 00010000:00000010:3.1:1776198894.103319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca8b901. 00010000:00000010:3.1:1776198894.103322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004423dc3c. 00010000:00000010:3.1:1776198894.103325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc0bf19. 00010000:00000010:3.1:1776198894.106334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071758b4. 00010000:00000010:3.1:1776198894.106341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6f4001. 00010000:00000010:3.1:1776198894.117961:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000762d4b38. 00010000:00000010:3.1:1776198894.117972:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000180a6518. 00010000:00000010:3.1:1776198894.117978:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4d49ee. 00010000:00000010:3.1:1776198894.147526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4b85f0a. 00010000:00000010:3.1:1776198894.147532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006173cf1. 00010000:00000010:3.1:1776198894.147536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059c8f03b. 00010000:00000010:3.1:1776198894.147539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0c682a4. 00010000:00000010:3.1:1776198894.147542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ee0e2c. 00010000:00000010:3.1:1776198894.147544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f9cf2b3. 00010000:00000010:3.1:1776198894.152540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab5c987. 00010000:00000010:3.1:1776198894.152554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068165515. 00010000:00000010:3.1:1776198894.152559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc0bf19. 00010000:00000010:3.1:1776198894.152564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5fef12. 00010000:00000010:3.1:1776198894.152567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d62de82a. 00010000:00000010:3.1:1776198894.152569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005059de47. 00010000:00000010:3.1:1776198894.167353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ede56227. 00010000:00000010:3.1:1776198894.167362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6967542. 00010000:00000010:3.1:1776198894.167366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdbe6dff. 00010000:00000010:3.1:1776198894.246329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013755427. 00010000:00000010:3.1:1776198894.246347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faae8a75. 00010000:00000010:3.1:1776198894.246352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e21301. 00010000:00000010:3.1:1776198894.276077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2860f86. 00010000:00000010:3.1:1776198894.276091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d1e2f2. 00010000:00000010:3.1:1776198894.295396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092972b95. 00010000:00000010:3.1:1776198894.300288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d651251a. 00010000:00000010:3.1:1776198894.305313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a9cab9. 00010000:00000010:3.1:1776198894.323521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f9371e. 00010000:00000010:3.1:1776198894.355691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052560434. 00010000:00000010:3.1:1776198894.418330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b13fedc3. 00010000:00000010:3.1:1776198894.418337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6eaa4c1. 00010000:00000010:3.1:1776198894.460349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d935007f. 00010000:00000010:3.1:1776198894.505293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d9f891. 00010000:00000010:3.1:1776198894.505303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd0481e. 00010000:00000010:3.1:1776198894.505307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fab6f545. 00010000:00000010:3.1:1776198894.675519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082ff7e7f. 00010000:00000010:3.1:1776198894.675530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd6f5cb5. 00010000:00000010:3.1:1776198894.675537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000886f907d. 00010000:00000010:3.1:1776198894.675540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb3066b. 00010000:00000010:3.1:1776198894.675544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000293d60fc. 00010000:00000010:3.1:1776198894.675548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760ddac2. 00010000:00000010:3.1:1776198894.675551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4b618b. 00010000:00000010:3.1:1776198894.675554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e08f7d. 00010000:00000010:3.1:1776198894.675557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000373f2765. 00010000:00000010:3.1:1776198894.675559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecdf0d. 00010000:00000010:3.1:1776198894.675562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdbc3c5. 00010000:00000010:3.1:1776198894.675565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382e67b4. 00010000:00000010:3.1:1776198894.675568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b222d17. 00010000:00000010:3.1:1776198894.675570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3dc933. 00010000:00000010:3.1:1776198894.675573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c4782a7. 00010000:00000010:3.1:1776198894.675575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc0bf19. 00010000:00000010:3.1:1776198894.675577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f8d1225. 00010000:00000010:3.1:1776198894.675580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013755427. 00010000:00000010:3.1:1776198894.675582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ceb4384. 00010000:00000010:3.1:1776198894.675585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdbe6dff. 00010000:00000010:3.1:1776198894.675589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae2d87d. 00010000:00000010:3.1:1776198894.675592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005059de47. 00010000:00000010:3.1:1776198894.675594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068bd2986. 00010000:00000010:3.1:1776198894.675596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6f4001. 00010000:00000010:3.1:1776198894.675599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edd6a813. 00010000:00000010:3.1:1776198894.675601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0b95647. 00010000:00000010:3.1:1776198894.675603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071758b4. 00010000:00000010:3.1:1776198894.675606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fb58a1c. 00010000:00000010:3.1:1776198894.675609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017545ca7. 00010000:00000010:3.1:1776198894.675613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052560434. 00010000:00000010:3.1:1776198894.675616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b910a5f. 00010000:00000010:3.1:1776198894.675620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f00d90. 00010000:00000010:3.1:1776198894.675627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aa3ea95. 00010000:00000010:3.1:1776198894.675629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0f93b9. 00010000:00000010:3.1:1776198894.675632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a57a2ed. 00010000:00000010:3.1:1776198894.675634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000723dcb0a. 00010000:00000010:3.1:1776198894.675636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e656927d. 00010000:00000010:3.1:1776198894.675639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006db2c59a. 00010000:00000010:3.1:1776198894.675642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545182f0. 00010000:00000010:3.1:1776198894.675646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dba87738. 00010000:00000010:3.1:1776198894.675648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd17456f. 00010000:00000010:3.1:1776198894.675650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41fd30. 00010000:00000010:3.1:1776198894.675653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6ff2cc0. 00010000:00000010:3.1:1776198894.675655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045f6015e. 00010000:00000010:3.1:1776198894.675657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000232e9726. 00010000:00000010:3.1:1776198894.675660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6209e0. 00010000:00000010:3.1:1776198894.675662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c7251c3. 00010000:00000010:3.1:1776198894.675664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1c8822. 00010000:00000010:3.1:1776198894.675668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007185c79e. 00010000:00000010:3.1:1776198894.675670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c2379d. 00010000:00000010:3.1:1776198894.675672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a3d14ac. 00010000:00000010:3.1:1776198894.675675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2a6d4e5. 00010000:00000010:3.1:1776198894.675677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002411a974. 00010000:00000010:3.1:1776198894.675679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000309f6838. 00010000:00000010:3.1:1776198894.675681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056f1c83a. 00010000:00000010:3.1:1776198894.675683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0a820b. 00010000:00000010:3.1:1776198894.694555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0748414. 00010000:00000010:3.1:1776198894.694572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003912a13a. 00010000:00000010:3.1:1776198894.694576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c19280b0. 00010000:00000010:3.1:1776198894.694581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032d79aa4. 00010000:00000010:3.1:1776198894.694589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079f65e7a. 00010000:00000010:3.1:1776198894.694594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5ea37c0. 00010000:00000010:3.1:1776198894.694597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6193019. 00010000:00000010:3.1:1776198894.694600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca504938. 00010000:00000010:3.1:1776198894.694602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed8a664e. 00010000:00000010:3.1:1776198894.694604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaec74a6. 00010000:00000010:3.1:1776198894.694606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7f0228c. 00010000:00000010:3.1:1776198894.694608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002594ab41. 00010000:00000010:3.1:1776198894.694611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d073f660. 00010000:00000010:3.1:1776198894.694613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5f6bf53. 00010000:00000010:3.1:1776198894.694615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1539bee. 00010000:00000010:3.1:1776198894.694618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070740e0. 00010000:00000010:3.1:1776198894.694620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5ed7c6. 00010000:00000010:3.1:1776198894.694622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc1f2900. 00010000:00000010:3.1:1776198894.694624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095fe1dce. 00010000:00000010:3.1:1776198894.694628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa6fcfc. 00010000:00000010:3.1:1776198894.694630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebee5efb. 00010000:00000010:3.1:1776198894.694632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000702eaced. 00010000:00000010:3.1:1776198894.694634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007decccbd. 00010000:00000010:3.1:1776198894.694638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094fbaa24. 00010000:00000010:3.1:1776198894.694642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e55f79d6. 00010000:00000010:3.1:1776198894.694644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f86ec388. 00010000:00000010:3.1:1776198894.694645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3144ae. 00010000:00000010:3.1:1776198894.694648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c76ec70. 00010000:00000010:3.1:1776198894.697315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed9b675. 00010000:00000010:3.1:1776198894.697333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059356236. 00010000:00000010:3.1:1776198894.697337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ea3fc92. 00010000:00000010:3.1:1776198894.697340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb36889. 00010000:00000010:3.1:1776198894.697342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5e7b57a. 00010000:00000010:3.1:1776198894.697345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006475c801. 00010000:00000010:3.1:1776198894.697351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8c09796. 00010000:00000010:3.1:1776198894.697355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd61bb5. 00010000:00000010:3.1:1776198894.697358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a1ba72a. 00010000:00000010:3.1:1776198894.697361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd46c3a9. 00010000:00000010:3.1:1776198894.697363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005be96853. 00010000:00000010:3.1:1776198894.697366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000300c43c4. 00010000:00000010:3.1:1776198894.697379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c841ef3a. 00010000:00000010:3.1:1776198894.697383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b597b9e. 00010000:00000010:3.1:1776198894.697385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe45b201. 00010000:00000010:3.1:1776198894.697388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007f1ec65. 00010000:00000010:3.1:1776198894.697391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df7cf495. 00010000:00000010:3.1:1776198894.697394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066afdac0. 00010000:00000010:3.1:1776198894.697397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b28eeb6. 00010000:00000010:3.1:1776198894.697400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d705a16f. 00010000:00000010:3.1:1776198894.697403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfdd71d5. 00010000:00000010:3.1:1776198894.697407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699f1c36. 00010000:00000010:3.1:1776198894.697415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017234d6. 00010000:00000010:3.1:1776198894.697419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4a826b9. 00010000:00000010:3.1:1776198894.697421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080c88579. 00010000:00000010:3.1:1776198894.697424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8980b61. 00010000:00000010:3.1:1776198894.697426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b0a7929. 00010000:00000010:3.1:1776198894.697428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1348255. 00010000:00000010:3.1:1776198894.697430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051e934cd. 00010000:00000010:3.1:1776198894.697432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091907ea5. 00010000:00000010:3.1:1776198894.697434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024a0bc32. 00010000:00000010:3.1:1776198894.697436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ec75a06. 00010000:00000010:3.1:1776198894.697438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018bc00e2. 00010000:00000010:3.1:1776198894.697440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076edefd9. 00010000:00000010:3.1:1776198894.697442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae89a40c. 00010000:00000010:3.1:1776198894.697444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f701f4. 00010000:00000010:3.1:1776198894.697446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f7ba288. 00010000:00000010:3.1:1776198894.697449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976576a7. 00010000:00000010:3.1:1776198894.697451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b93f9e04. 00010000:00000010:3.1:1776198894.697453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ff83d93. 00010000:00000010:3.1:1776198894.697458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cef23e3a. 00010000:00000010:3.1:1776198894.697461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b813e28. 00010000:00000010:3.1:1776198894.697463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc18e63e. 00010000:00000010:3.1:1776198894.697468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54b938b. 00010000:00000010:3.1:1776198894.697472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fc54f5b. 00010000:00000010:3.1:1776198894.697475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad36bb1. 00010000:00000010:3.1:1776198894.697477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004857d9c5. 00010000:00000010:3.1:1776198894.697480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f75b7d. 00010000:00000010:3.1:1776198894.697482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ae746f. 00010000:00000010:3.1:1776198894.697484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926864a0. 00010000:00000010:3.1:1776198894.697487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbd3e80. 00010000:00000010:3.1:1776198894.697490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f6fa1de. 00010000:00000010:3.1:1776198894.697493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000557b92ec. 00010000:00000010:3.1:1776198894.697496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ceb504d. 00010000:00000010:3.1:1776198894.697499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cffa62e. 00010000:00000010:3.1:1776198894.697501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fcd23b7. 00010000:00000010:3.1:1776198894.697505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d5a203. 00010000:00000010:3.1:1776198894.697508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026516f72. 00010000:00000010:3.1:1776198894.697510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000050587b9. 00010000:00000010:3.1:1776198894.697512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0181050. 00010000:00000010:3.1:1776198894.697514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d3380f. 00010000:00000010:3.1:1776198894.697516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f41723f. 00010000:00000010:3.1:1776198894.697518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051cf4546. 00010000:00000010:3.1:1776198894.697520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a1d84da. 00010000:00000010:3.1:1776198894.697526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181517ab. 00010000:00000010:3.1:1776198894.697529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612a71c4. 00010000:00000010:3.1:1776198894.697531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c29b36. 00010000:00000010:3.1:1776198894.697533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003020eb7b. 00010000:00000010:3.1:1776198894.697536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059a06a71. 00010000:00000010:3.1:1776198894.697540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f9371e. 00010000:00000010:3.1:1776198894.697542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d579073f. 00010000:00000010:3.1:1776198894.697545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088e91451. 00010000:00000010:3.1:1776198894.697548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000facad65c. 00010000:00000010:3.1:1776198894.697551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9fffdfe. 00010000:00000010:3.1:1776198894.697553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f06fce8e. 00010000:00000010:3.1:1776198894.697555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f616cf97. 00010000:00000010:3.1:1776198894.697557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b799d86d. 00010000:00000010:3.1:1776198894.697560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5831dc. 00010000:00000010:3.1:1776198894.697562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ac8186. 00010000:00000010:3.1:1776198894.697565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a6c4c38. 00010000:00000010:3.1:1776198894.697567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6f7c2b2. 00010000:00000010:3.1:1776198894.697570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c1621f. 00010000:00000010:3.1:1776198894.697572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fdf8de3. 00010000:00000010:3.1:1776198894.697574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f288e115. 00010000:00000010:3.1:1776198894.697576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba50394f. 00010000:00000010:3.1:1776198894.697578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c20c99e0. 00010000:00000010:3.1:1776198894.697582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000355da420. 00010000:00000010:3.1:1776198894.697585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b25b9912. 00010000:00000010:3.1:1776198894.697587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6ef9b4b. 00010000:00000010:3.1:1776198894.697590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b945620. 00010000:00000010:3.1:1776198894.697592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004739010e. 00010000:00000010:3.1:1776198894.697594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008138fb95. 00010000:00000010:3.1:1776198894.697596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee28ecc5. 00010000:00000010:3.1:1776198894.697599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b59b4e. 00010000:00000010:3.1:1776198894.697602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe3cf973. 00010000:00000010:3.1:1776198894.697604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd79ef60. 00010000:00000010:3.1:1776198894.697607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1631ad. 00010000:00000010:3.1:1776198894.697610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec73a09. 00010000:00000010:3.1:1776198894.697612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdab0078. 00010000:00000010:3.1:1776198894.697614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7417fb. 00010000:00000010:3.1:1776198894.697617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084a59921. 00010000:00000010:3.1:1776198894.697623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b95d76. 00010000:00000010:3.1:1776198894.697626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dc325e7. 00010000:00000010:3.1:1776198894.697628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fe8ec03. 00010000:00000010:3.1:1776198894.697630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e461bf6b. 00010000:00000010:3.1:1776198894.697633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a093a2c. 00010000:00000010:3.1:1776198894.697635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2954a5. 00010000:00000010:3.1:1776198894.697637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f23d118. 00010000:00000010:3.1:1776198894.697640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f956218. 00010000:00000010:3.1:1776198894.697642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004454ee94. 00010000:00000010:3.1:1776198894.697644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67d22d0. 00010000:00000010:3.1:1776198894.697647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e31f1c60. 00010000:00000010:3.1:1776198894.697649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009418a512. 00010000:00000010:3.1:1776198894.697651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff043abd. 00010000:00000010:3.1:1776198894.697656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5de89be. 00010000:00000010:3.1:1776198894.697659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca285ab. 00010000:00000010:3.1:1776198894.697661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e13d541. 00010000:00000010:3.1:1776198894.697664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043fb1db6. 00010000:00000010:3.1:1776198894.697666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e61debc9. 00010000:00000010:3.1:1776198894.697668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb94950. 00010000:00000010:3.1:1776198894.697670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b2d8d77. 00010000:00000010:3.1:1776198894.697673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000968780e7. 00010000:00000010:3.1:1776198894.697676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002741d3a2. 00010000:00000010:3.1:1776198894.697679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000895ad7d0. 00010000:00000010:3.1:1776198894.697682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041b091ca. 00010000:00000010:3.1:1776198894.697685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc560b8. 00010000:00000010:3.1:1776198894.697687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008348e5e7. 00010000:00000010:3.1:1776198894.697689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacb7ea. 00010000:00000010:3.1:1776198894.697691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec12d339. 00010000:00000010:3.1:1776198894.697693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.1:1776198894.697698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0ac6cd. 00010000:00000010:3.1:1776198894.697700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006937819a. 00010000:00000010:3.1:1776198894.697702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056de93bc. 00010000:00000010:3.1:1776198894.697705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.1:1776198894.697707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088b5f283. 00010000:00000010:3.1:1776198894.697710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:3.1:1776198894.697711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2bf2b33. 00010000:00000010:3.1:1776198894.697713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aaa4869. 00010000:00000010:3.1:1776198894.697716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b25a4c1d. 00010000:00000010:3.1:1776198894.697718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003062514f. 00010000:00000010:3.1:1776198894.697720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea9e41a. 00010000:00000010:3.1:1776198894.697723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4a30d3. 00010000:00000010:3.1:1776198894.697725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000876bd677. 00010000:00000010:3.1:1776198894.697727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a67b63. 00010000:00000010:3.1:1776198894.697728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005813b70d. 00010000:00000010:3.1:1776198894.697731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac7abca. 00010000:00000010:3.1:1776198894.697734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b22e0d. 00010000:00000010:3.1:1776198894.697736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.1:1776198894.697739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1303ae8. 00010000:00000010:3.1:1776198894.697741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00010000:00000010:3.1:1776198894.697744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de877b2. 00010000:00000010:3.1:1776198894.697747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198894.697749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198894.697751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198894.710287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4d85f70. 00010000:00000010:3.1:1776198894.749682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c9952a. 00010000:00000010:3.1:1776198894.771512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b2b538c. 00010000:00000010:3.1:1776198894.811408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dc39bc. 00010000:00000010:3.1:1776198894.811429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039d852da. 00010000:00000010:3.1:1776198894.811433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198894.839690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000069905a. 00010000:00000010:3.1:1776198894.949062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd881f6d. 00010000:00000010:3.1:1776198894.949076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eef75dc1. 00010000:00000010:3.1:1776198894.972986:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035a92695. 00010000:00000010:3.1:1776198894.972997:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.019296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bdf6934. 00010000:00000010:3.1:1776198895.019304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee9c658. 00010000:00000010:3.1:1776198895.019308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54f66b0. 00010000:00000010:3.1:1776198895.023496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ca714c7. 00010000:00000010:3.1:1776198895.023507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.023511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198895.023514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198895.089452:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1db9062. 00010000:00000010:3.1:1776198895.127319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c77c17f. 00010000:00000010:3.1:1776198895.186591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6118ca. 00010000:00000010:3.1:1776198895.186609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001651d301. 00010000:00000010:3.1:1776198895.186613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198895.198300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000749b954a. 00010000:00000010:3.1:1776198895.198317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff3a0efd. 00010000:00000010:3.1:1776198895.198322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198895.198326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198895.198328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.216313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e047150. 00010000:00000010:3.1:1776198895.216329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198895.233803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf8041d. 00010000:00000010:3.1:1776198895.233811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.247312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009686061b. 00010000:00000010:3.1:1776198895.247320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eebe6874. 00010000:00000010:3.1:1776198895.247324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006173cf1. 00010000:00000010:3.1:1776198895.253380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e200753. 00010000:00000010:3.1:1776198895.253390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.260310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac1ae7e9. 00010000:00000010:3.1:1776198895.260320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9199514. 00010000:00000010:3.1:1776198895.260326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198895.271312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086a3bbe9. 00010000:00000010:3.1:1776198895.271317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.289383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007259dcae. 00010000:00000010:3.1:1776198895.289389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5faa9a5. 00010000:00000010:3.1:1776198895.296955:0:78237:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000156307e5. 00010000:00000010:3.1:1776198895.296970:0:78237:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198895.304680:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016e3a6e7. 00010000:00000010:3.1:1776198895.320685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1858340. 00010000:00000010:3.1:1776198895.320697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000983c68fc. 00010000:00000010:3.1:1776198895.320702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da116182. 00010000:00000010:3.1:1776198895.338498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d47b80f. 00010000:00000010:3.1:1776198895.362286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de48652a. 00010000:00000010:3.1:1776198895.362302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2bf2989. 00010000:00000010:3.1:1776198895.362306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004372f3ab. 00010000:00000010:3.1:1776198895.468291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f06e89c. 00010000:00000010:3.1:1776198895.474029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003460332b. 00010000:00000010:3.1:1776198895.474043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000192cadcd. 00010000:00000010:3.1:1776198895.474048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf529a77. 00010000:00000010:3.1:1776198895.496202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee5803a. 00010000:00000010:3.1:1776198895.496209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565dd9a5. 00010000:00000010:3.1:1776198895.496213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc8542b0. 00010000:00000010:3.1:1776198895.512459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091478250. 00010000:00000010:3.1:1776198895.512476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:3.1:1776198895.550398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078aff1d8. 00010000:00000010:3.1:1776198895.575684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d31928c. 00010000:00000010:3.1:1776198895.622713:0:78262:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbab76b6. 00010000:00000010:3.1:1776198895.688970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f79f31a0. 00010000:00000010:3.1:1776198895.688981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:3.1:1776198895.728766:0:78272:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c3435a. 00010000:00000010:3.1:1776198895.757365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d5261a3. 00010000:00000010:3.1:1776198895.768820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081decb5d. 00010000:00000010:3.1:1776198895.768828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:3.1:1776198895.832667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd610677. 00010000:00000010:3.1:1776198895.832675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ede7699b. 00010000:00000010:3.1:1776198895.832679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:3.1:1776198895.846308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa86edbc. 00010000:00000010:3.1:1776198895.846316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.1:1776198895.850681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d70027f4. 00010000:00000010:3.1:1776198895.850687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198896.005389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097e74c14. 00010000:00000010:3.1:1776198896.005415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e86bdb. 00010000:00000010:3.1:1776198896.046423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:3.1:1776198896.095818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24d3ca3. 00010000:00000010:3.1:1776198896.113521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000417f49bd. 00010000:00000010:3.1:1776198896.148395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b96cb7d2. 00010000:00000010:3.1:1776198896.185290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3a8ec0. 00010000:00000010:3.1:1776198896.189509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000edbf745. 00010000:00000010:3.1:1776198896.211382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b427c3e7. 00010000:00000010:3.1:1776198896.228500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c92e14. 00010000:00000010:3.1:1776198896.270690:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aba71726. 00010000:00000010:3.1:1776198896.280605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d6be8e2. 00010000:00000010:3.1:1776198896.294713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e3aa0. 00010000:00000010:3.1:1776198896.375829:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b4c033. 00010000:00000010:3.1:1776198896.375837:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:3.1:1776198896.391388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c6ef64. 00010000:00000010:3.1:1776198896.391401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.1:1776198896.395555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f71c183. 00010000:00000010:3.1:1776198896.577794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c73af4. 00010000:00000010:3.1:1776198896.577803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:3.1:1776198896.604467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba97d7e8. 00010000:00000010:3.1:1776198896.604474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:3.1:1776198896.613457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f0f7017. 00010000:00000010:3.1:1776198896.613465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198896.630312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039efdaf4. 00010000:00000010:3.1:1776198896.630331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4642a07. 00010000:00000010:3.1:1776198896.630336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:3.1:1776198896.643941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c0daeb. 00010000:00000010:3.1:1776198896.643949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198896.650397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072321201. 00010000:00000010:3.1:1776198896.650404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:3.1:1776198896.658307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc68a4a. 00010000:00000010:3.1:1776198896.658320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198896.666620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008421d21a. 00010000:00000010:3.1:1776198896.666636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198896.694821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029775a4c. 00010000:00000010:3.1:1776198896.694839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:3.1:1776198896.709517:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1062fe5. 00010000:00000010:3.1:1776198896.709524:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e5e79b4. 00010000:00000010:3.1:1776198896.709528:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198896.718898:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f73b30ad. 00010000:00000010:3.1:1776198896.718915:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198896.718920:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198896.718923:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.1:1776198896.718926:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce5d8eb. 00010000:00000010:3.1:1776198896.718929:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786f7048. 00010000:00000010:3.1:1776198896.718932:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8bece83. 00010000:00000010:3.1:1776198896.718934:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:3.1:1776198896.725691:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9f00eb. 00010000:00000010:3.1:1776198896.732631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18d3ca7. 00010000:00000010:3.1:1776198896.744875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000479fb508. 00010000:00000010:3.1:1776198896.752854:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a8f4307. 00010000:00000010:3.1:1776198896.778792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000155eedd6. 00010000:00000010:3.1:1776198896.807507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3cbabe3. 00010000:00000010:3.1:1776198896.818948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165c7e82. 00010000:00000010:3.1:1776198896.856378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e707da11. 00010000:00000010:3.1:1776198896.912296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8f38c5. 00010000:00000010:3.1:1776198896.941339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016cec456. 00010000:00000010:3.1:1776198896.983440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c4a6e63. 00010000:00000010:3.1:1776198896.983449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:3.1:1776198897.004735:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071a54a4d. 00010000:00000010:3.1:1776198897.008533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f51d010. 00010000:00000010:3.1:1776198897.013283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7f72055. 00010000:00000010:3.1:1776198897.013296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198897.028359:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf41ad51. 00010000:00000010:3.1:1776198897.028365:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.1:1776198897.033535:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae91ea1b. 00010000:00000010:3.1:1776198897.033551:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdebe2f8. 00010000:00000010:3.1:1776198897.033555:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198897.035332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004732c5bf. 00010000:00000010:3.1:1776198897.035339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198897.044306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000727f0d3f. 00010000:00000010:3.1:1776198897.061936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006edc77cb. 00010000:00000010:3.1:1776198897.061946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a5174bf. 00010000:00000010:3.1:1776198897.061952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006173cf1. 00010000:00000010:3.1:1776198897.124316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe6d3e93. 00010000:00000010:3.1:1776198897.298316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003abe08c4. 00010000:00000010:3.1:1776198897.298327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54f66b0. 00010000:00000010:3.1:1776198897.348951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a31324c. 00010000:00000010:3.1:1776198897.432474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.1:1776198897.432484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77f5369. 00010000:00000010:3.1:1776198897.432487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9db154. 00010000:00000010:3.1:1776198897.434791:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00010000:00000010:3.1:1776198897.434798:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11950ae. 00010000:00000010:3.1:1776198897.434801:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.1:1776198897.434804:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de877b2. 00010000:00000010:3.1:1776198897.434806:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198897.434827:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046559ec0. 00010000:00000010:3.1:1776198897.434831:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198897.481161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc0d802f. 00010000:00000010:3.1:1776198897.481170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9db154. 00010000:00000010:3.1:1776198897.488549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80ba6af. 00010000:00000010:3.1:1776198897.488562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198897.502533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e90dceef. 00010000:00000010:3.1:1776198897.502539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198897.558334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000babe7e20. 00010000:00000010:3.1:1776198897.558340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d0d9fb2. 00010000:00000010:3.1:1776198897.558344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54f66b0. 00010000:00000010:3.1:1776198897.558347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992bb2b1. 00010000:00000010:3.1:1776198897.558352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a6d0579. 00010000:00000010:3.1:1776198897.558355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198897.566526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b13f838. 00010000:00000010:3.1:1776198897.566532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:3.1:1776198897.566535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a17db1. 00010000:00000010:3.1:1776198897.591301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a4b478. 00010000:00000010:3.1:1776198897.599289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b67ce0. 00010000:00000010:3.1:1776198897.599307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001885b648. 00010000:00000010:3.1:1776198897.599311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:3.1:1776198897.621778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc7f941. 00010000:00000010:3.1:1776198897.621791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475740a3. 00010000:00000010:3.1:1776198897.631972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c53e65. 00010000:00000010:3.1:1776198897.631979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e381e66b. 00010000:00000010:3.1:1776198897.631982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198897.648198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d10834cb. 00010000:00000010:3.1:1776198897.648211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198897.653799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f248c60. 00010000:00000010:3.1:1776198897.653811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6134c71. 00010000:00000010:3.1:1776198897.653816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198897.687404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057287e5. 00010000:00000010:3.1:1776198897.693307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788999b9. 00010000:00000010:3.1:1776198897.693319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000538241d. 00010000:00000010:3.1:1776198897.693323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:3.1:1776198897.746531:0:78327:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eeca3f1. 00010000:00000010:3.1:1776198897.769696:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ea20d8. 00010000:00000010:3.1:1776198897.799603:0:78332:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f42d61bd. 00010000:00000010:3.1:1776198897.799617:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:3.1:1776198897.799622:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b45a38c8. 00010000:00000010:3.1:1776198897.799625:0:78332:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b030f76. 00010000:00000010:3.1:1776198897.799628:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198897.844371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097975b57. 00010000:00000010:3.1:1776198897.844378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a40d69e7. 00010000:00000010:3.1:1776198897.844381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22805f3. 00010000:00000010:3.1:1776198897.858855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c787984. 00010000:00000010:3.1:1776198897.858866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008012ed96. 00010000:00000010:3.1:1776198897.858870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198897.874483:0:78335:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a01f16. 00010000:00000010:3.1:1776198897.907133:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6e754fc. 00010000:00000010:3.1:1776198897.931874:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d2bac3. 00010000:00000010:3.1:1776198897.948954:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12db706. 00010000:00000010:3.1:1776198897.948964:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df813b86. 00010000:00000010:3.1:1776198897.948968:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004372f3ab. 00010000:00000010:3.1:1776198897.971289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000177ae070. 00010000:00000010:3.1:1776198897.971302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003181da01. 00010000:00000010:3.1:1776198897.971305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198897.971308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004de877b2. 00010000:00000010:3.1:1776198897.971310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198897.978222:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db6a401d. 00010000:00000010:3.1:1776198897.978236:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:3.1:1776198897.999561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039345d37. 00010000:00000010:3.1:1776198897.999584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e5ab18. 00010000:00000010:3.1:1776198897.999591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198897.999595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7c2fe9b. 00010000:00000010:3.1:1776198898.035600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007129706f. 00010000:00000010:3.1:1776198898.035621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198898.061304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa873b9f. 00010000:00000010:3.1:1776198898.061321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f472150. 00010000:00000010:3.1:1776198898.061329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198898.095289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c98b680. 00010000:00000010:3.1:1776198898.114342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b3a444c. 00010000:00000010:3.1:1776198898.186460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc57a55. 00010000:00000010:3.1:1776198898.198306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ea1cabb. 00010000:00000010:3.1:1776198898.224287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bbe46c. 00010000:00000010:3.1:1776198898.285475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df23538d. 00010000:00000010:3.1:1776198898.354180:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036f74aa9. 00010000:00000010:3.1:1776198898.354188:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:3.1:1776198898.368895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56789ab. 00010000:00000010:3.1:1776198898.397410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd79401. 00010000:00000010:3.1:1776198898.445144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfd22b4d. 00010000:00000010:3.1:1776198898.445158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8ee7f72. 00010000:00000010:3.1:1776198898.445162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:3.1:1776198898.453908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f947bb2. 00010000:00000010:3.1:1776198898.523376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6df3a5b. 00010000:00000010:3.1:1776198898.620299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53b34b4. 00010000:00000010:3.1:1776198898.649211:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007829ef6b. 00010000:00000010:3.1:1776198898.656566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca783ddf. 00010000:00000010:3.1:1776198898.674578:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f908d240. 00010000:00000010:3.1:1776198898.687337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ecbd161. 00010000:00000010:3.1:1776198898.705688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000410bf05e. 00010000:00000010:3.1:1776198898.714325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e511482. 00010000:00000010:3.1:1776198898.748346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e1e5fce. 00010000:00000010:3.1:1776198898.770396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b1bf8ae. 00010000:00000010:3.1:1776198898.794377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa1fe6c. 00010000:00000010:3.1:1776198898.809676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a58cc3d. 00010000:00000010:3.1:1776198898.852305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea22e9c. 00010000:00000010:3.1:1776198898.852320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:3.1:1776198898.861871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278b5db8. 00010000:00000010:3.1:1776198898.861885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198898.872381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087870a81. 00010000:00000010:3.1:1776198898.872395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198898.872399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198898.872402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198898.891557:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000411f311d. 00010000:00000010:3.1:1776198898.899620:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003178520a. 00010000:00000010:3.1:1776198898.899634:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c458ff39. 00010000:00000010:3.1:1776198898.930662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005026d5c8. 00010000:00000010:3.1:1776198898.930668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:3.1:1776198898.946579:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050bb2d9d. 00010000:00000010:3.1:1776198898.946594:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008544dd0d. 00010000:00000010:3.1:1776198898.946599:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:3.1:1776198898.946602:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198898.946605:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198898.954487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b26d0f7. 00010000:00000010:3.1:1776198898.954502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000452f8f9. 00010000:00000010:3.1:1776198898.954507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198898.954516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b20c41d. 00010000:00000010:3.1:1776198898.962352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4027dac. 00010000:00000010:3.1:1776198898.962369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198898.970314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd789b3a. 00010000:00000010:3.1:1776198898.970328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdcbd39f. 00010000:00000010:3.1:1776198898.970331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198898.974496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa75b781. 00010000:00000010:3.1:1776198898.984565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084ab026d. 00010000:00000010:3.1:1776198898.984581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198898.988413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23fc83f. 00010000:00000010:3.1:1776198898.988441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198898.993186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bc00b32. 00010000:00000010:3.1:1776198898.993204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067a3d903. 00010000:00000010:3.1:1776198898.993209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198899.003291:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb07abc. 00010000:00000010:3.1:1776198899.005283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb1ffede. 00010000:00000010:3.1:1776198899.005289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.1:1776198899.029324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e828d4. 00010000:00000010:3.1:1776198899.029359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e3553d. 00010000:00000010:3.1:1776198899.044463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a39f8b5d. 00010000:00000010:3.1:1776198899.119922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b78677. 00010000:00000010:3.1:1776198899.122282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5e2e9cc. 00010000:00000010:3.1:1776198899.156243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00010000:00000010:3.1:1776198899.164924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dba0e3ae. 00010000:00000010:3.1:1776198899.198409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000914a0b5b. 00010000:00000010:3.1:1776198899.198433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:3.1:1776198899.247757:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed19026. 00010000:00000010:3.1:1776198899.270534:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec811f0. 00010000:00000010:3.1:1776198899.270543:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a4f352. 00010000:00000010:3.1:1776198899.270566:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062dc321b. 00010000:00000010:3.1:1776198899.270570:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a9744d9. 00010000:00000010:3.1:1776198899.270574:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198899.278444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f68ddbf1. 00010000:00000010:3.1:1776198899.278452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db66b7c0. 00010000:00000010:3.1:1776198899.278456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198899.280292:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002761f8bf. 00010000:00000010:3.1:1776198899.301486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aee6f821. 00010000:00000010:3.1:1776198899.321994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000278871be. 00010000:00000010:3.1:1776198899.322002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000444baa21. 00010000:00000010:3.1:1776198899.322007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:3.1:1776198899.329517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e85d8f57. 00010000:00000010:3.1:1776198899.329536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198899.352664:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d1ed77e. 00010000:00000010:3.1:1776198899.352679:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd4b7842. 00010000:00000010:3.1:1776198899.352685:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198899.396306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000776e2ce5. 00010000:00000010:3.1:1776198899.396320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:3.1:1776198899.448375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007019a470. 00010000:00000010:3.1:1776198899.471522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8abd41d. 00010000:00000010:3.1:1776198899.471532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cd2cf77. 00010000:00000010:3.1:1776198899.471535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:3.1:1776198899.481362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c58146d. 00010000:00000010:3.1:1776198899.481375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a64f85e5. 00010000:00000010:3.1:1776198899.481379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198899.508428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d319a6. 00010000:00000010:3.1:1776198899.508449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c64e356. 00010000:00000010:3.1:1776198899.508454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b9edce. 00010000:00000010:3.1:1776198899.552334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffeec43a. 00010000:00000010:3.1:1776198899.583821:0:78365:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025dfe803. 00010000:00000010:3.1:1776198899.623432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be491e58. 00010000:00000010:3.1:1776198899.623446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002064345c. 00010000:00000010:3.1:1776198899.623449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:3.1:1776198899.662293:0:71835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9ee445. 00010000:00000010:3.1:1776198899.711349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033c1c8a4. 00010000:00000010:3.1:1776198899.741222:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1439651. 00010000:00000010:3.1:1776198899.752298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f0b70db. 00010000:00000010:3.1:1776198899.752305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000547e890. 00010000:00000010:3.1:1776198899.848441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb7c9c04. 00010000:00000010:3.1:1776198899.862285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c7c623. 00010000:00000010:3.1:1776198899.862292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:3.1:1776198899.900363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096d13e35. 00010000:00000010:3.1:1776198899.968554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f82b1d3. 00010000:00000010:3.1:1776198899.974446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b887eff. 00010000:00000010:3.1:1776198899.978799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848325d5. 00010000:00000010:3.1:1776198899.987615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000460a8e8f. 00010000:00000010:3.1:1776198900.020425:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098cd15ef. 00010000:00000010:3.1:1776198900.027487:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000741eb09d. 00010000:00000010:1.1:1776198900.036371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c165d47. 00010000:00000010:1.1:1776198900.036380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb66ecd8. 00010000:00000010:1.1:1776198900.036385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198900.044399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000618fc39c. 00010000:00000010:1.1:1776198900.044409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:3.1:1776198900.048406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebe09eb6. 00010000:00000010:1.1:1776198900.054402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063823ee1. 00010000:00000010:1.1:1776198900.054410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba14835b. 00010000:00000010:1.1:1776198900.054414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198900.061314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000358e32dc. 00010000:00000010:1.1:1776198900.061329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198900.074767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000867daaf4. 00010000:00000010:1.1:1776198900.074782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198900.087394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000955555fe. 00010000:00000010:1.1:1776198900.087406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000132a03ae. 00010000:00000010:1.1:1776198900.087411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:3.1:1776198900.092308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8225e6. 00010000:00000010:1.1:1776198900.105350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001300ec3a. 00010000:00000010:1.1:1776198900.105363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:1.1:1776198900.122290:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c48f9391. 00010000:00000010:1.1:1776198900.122301:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198900.126643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012cd457c. 00010000:00000010:1.1:1776198900.126652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:3.1:1776198900.134910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d93b5d. 00010000:00000010:1.1:1776198900.187292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc7c79c. 00010000:00000010:1.1:1776198900.187299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ccb6d2. 00010000:00000010:1.1:1776198900.187304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec42dea0. 00010000:00000010:1.1:1776198900.187307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198900.187317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001074f3cf. 00010000:00000010:1.1:1776198900.187320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198900.187322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009146790d. 00010000:00000010:1.1:1776198900.187325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.1:1776198900.187326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198900.187329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:0.1:1776198900.200505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401fe5db. 00010000:00000010:0.1:1776198900.200510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b701802. 00010000:00000010:0.1:1776198900.200525:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd14007e. 00010000:00000010:0.1:1776198900.200530:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee853a61. 00010000:00000010:0.1:1776198900.200532:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ce109aa. 00010000:00000010:0.1:1776198900.200534:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa1f59f. 00010000:00000010:0.1:1776198900.200537:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a78bacb. 00010000:00000010:0.1:1776198900.200539:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9dec619. 00010000:00000010:0.1:1776198900.200541:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a946bf. 00010000:00000010:0.1:1776198900.200543:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001920c850. 00010000:00000010:0.1:1776198900.200545:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb8d4c1. 00010000:00000010:0.1:1776198900.200547:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c9d45c8. 00010000:00000010:0.1:1776198900.200550:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000074e3ae7. 00010000:00000010:0.1:1776198900.200553:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a208ae50. 00010000:00000010:0.1:1776198900.200555:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e8fde8. 00010000:00000010:0.1:1776198900.200557:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000547e890. 00010000:00000010:0.1:1776198900.200562:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daca40b9. 00010000:00000010:0.1:1776198900.200565:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbdf52de. 00010000:00000010:0.1:1776198900.200567:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000657ebd03. 00010000:00000010:0.1:1776198900.200572:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1819347. 00010000:00000010:0.1:1776198900.200574:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebef3599. 00010000:00000010:0.1:1776198900.200579:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6579b3c. 00010000:00000010:0.1:1776198900.200587:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6662e2f. 00010000:00000010:0.1:1776198900.200590:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096848db3. 00010000:00000010:0.1:1776198900.200592:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8e3006. 00010000:00000010:0.1:1776198900.200595:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec21270. 00010000:00000010:0.1:1776198900.200596:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3217040. 00010000:00000010:0.1:1776198900.200600:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d67bfb7. 00010000:00000010:0.1:1776198900.200603:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e77be903. 00010000:00000010:0.1:1776198900.200606:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007979927e. 00010000:00000010:0.1:1776198900.200609:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81570ca. 00010000:00000010:0.1:1776198900.200611:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058d31de. 00010000:00000010:0.1:1776198900.200616:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e828d4. 00010000:00000010:0.1:1776198900.200620:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419d011a. 00010000:00000010:0.1:1776198900.200622:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014887074. 00010000:00000010:0.1:1776198900.200624:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b3f40d. 00010000:00000010:0.1:1776198900.200626:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b8f931. 00010000:00000010:0.1:1776198900.200629:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf2b48c2. 00010000:00000010:0.1:1776198900.200631:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000662fb808. 00010000:00000010:0.1:1776198900.200633:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d246b2f1. 00010000:00000010:0.1:1776198900.200635:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a960466. 00010000:00000010:0.1:1776198900.200637:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a981ea7b. 00010000:00000010:0.1:1776198900.200639:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a66f3e3. 00010000:00000010:0.1:1776198900.200641:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008451cf44. 00010000:00000010:0.1:1776198900.200645:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13f8a26. 00010000:00000010:0.1:1776198900.200647:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1dc5e71. 00010000:00000010:0.1:1776198900.200650:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b66032. 00010000:00000010:0.1:1776198900.200652:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000255e30c8. 00010000:00000010:0.1:1776198900.200654:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d064e80. 00010000:00000010:0.1:1776198900.200656:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009937bc1b. 00010000:00000010:0.1:1776198900.200658:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff6314e. 00010000:00000010:0.1:1776198900.200661:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec23e83. 00010000:00000010:0.1:1776198900.200664:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf3864de. 00010000:00000010:0.1:1776198900.200666:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff65cec. 00010000:00000010:0.1:1776198900.200669:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000510596d2. 00010000:00000010:0.1:1776198900.200672:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049130dfc. 00010000:00000010:0.1:1776198900.200674:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072585d57. 00010000:00000010:0.1:1776198900.200676:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007019a470. 00010000:00000010:0.1:1776198900.200678:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3fdac83. 00010000:00000010:0.1:1776198900.200680:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3489ee0. 00010000:00000010:0.1:1776198900.200685:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11950ae. 00010000:00000010:0.1:1776198900.200687:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c5bfd53. 00010000:00000010:0.1:1776198900.200690:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249df49e. 00010000:00000010:0.1:1776198900.200692:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b01c713. 00010000:00000010:0.1:1776198900.200694:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063c622eb. 00010000:00000010:0.1:1776198900.200698:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf73090c. 00010000:00000010:0.1:1776198900.200701:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324a99eb. 00010000:00000010:0.1:1776198900.200704:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e23bc4. 00010000:00000010:0.1:1776198900.200706:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000254a7558. 00010000:00000010:0.1:1776198900.200708:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e5a4423. 00010000:00000010:0.1:1776198900.200710:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0ab617. 00010000:00000010:0.1:1776198900.200712:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056eaa0bd. 00010000:00000010:0.1:1776198900.200715:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000427e717b. 00010000:00000010:0.1:1776198900.200717:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c59092f. 00010000:00000010:0.1:1776198900.200719:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0b91531. 00010000:00000010:0.1:1776198900.200721:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a9f682. 00010000:00000010:0.1:1776198900.200723:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078fc07aa. 00010000:00000010:0.1:1776198900.200725:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000916e09f5. 00010000:00000010:0.1:1776198900.200727:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c17491. 00010000:00000010:0.1:1776198900.200729:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee21cc87. 00010000:00000010:0.1:1776198900.200732:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068294c3c. 00010000:00000010:0.1:1776198900.200735:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee35f80e. 00010000:00000010:0.1:1776198900.200739:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e53653. 00010000:00000010:0.1:1776198900.200741:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e23ca7bd. 00010000:00000010:0.1:1776198900.204587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046559ec0. 00010000:00000010:0.1:1776198900.204607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbb4f1c3. 00010000:00000010:0.1:1776198900.204611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ace5b44. 00010000:00000010:0.1:1776198900.204617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffeec43a. 00010000:00000010:0.1:1776198900.204621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86618bd. 00010000:00000010:0.1:1776198900.204625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd79401. 00010000:00000010:0.1:1776198900.204628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f9e56c7. 00010000:00000010:0.1:1776198900.204632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078ebd604. 00010000:00000010:0.1:1776198900.204634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd4a09d. 00010000:00000010:0.1:1776198900.204637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c85b1b56. 00010000:00000010:0.1:1776198900.204639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a4a5d1. 00010000:00000010:0.1:1776198900.204641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ba1b42. 00010000:00000010:0.1:1776198900.204644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69cd570. 00010000:00000010:0.1:1776198900.204648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2eb584. 00010000:00000010:0.1:1776198900.204653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e9fc52. 00010000:00000010:0.1:1776198900.204656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004000c710. 00010000:00000010:0.1:1776198900.204658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af9039d0. 00010000:00000010:0.1:1776198900.204660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c277e78c. 00010000:00000010:0.1:1776198900.204662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80ba6af. 00010000:00000010:0.1:1776198900.204666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969e88b7. 00010000:00000010:0.1:1776198900.204668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008516dbf8. 00010000:00000010:0.1:1776198900.204670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005922e267. 00010000:00000010:0.1:1776198900.204672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000404c911e. 00010000:00000010:0.1:1776198900.204674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005117569d. 00010000:00000010:0.1:1776198900.204676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590b01bd. 00010000:00000010:0.1:1776198900.204678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003722dff9. 00010000:00000010:0.1:1776198900.204680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db7e93d3. 00010000:00000010:0.1:1776198900.204682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7eef864. 00010000:00000010:0.1:1776198900.204684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c725de1b. 00010000:00000010:0.1:1776198900.204686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bea329a. 00010000:00000010:0.1:1776198900.204691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e039fc. 00010000:00000010:0.1:1776198900.204694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000719c1e4. 00010000:00000010:0.1:1776198900.204696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe09312. 00010000:00000010:0.1:1776198900.204698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd38c024. 00010000:00000010:0.1:1776198900.204701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d2f7c26. 00010000:00000010:0.1:1776198900.204703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c3e1cd7. 00010000:00000010:0.1:1776198900.204705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3df5270. 00010000:00000010:0.1:1776198900.204708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1c12a1. 00010000:00000010:0.1:1776198900.204709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ac6f60. 00010000:00000010:0.1:1776198900.204712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ea20d8. 00010000:00000010:0.1:1776198900.204714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000347fe674. 00010000:00000010:0.1:1776198900.204716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f81252f6. 00010000:00000010:0.1:1776198900.204718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e852a57. 00010000:00000010:0.1:1776198900.204723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198900.204725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003adb62e1. 00010000:00000010:0.1:1776198900.204729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.1:1776198900.204733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b858f0. 00010000:00000010:0.1:1776198900.204736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.1:1776198900.204739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5fb6b49. 00010000:00000010:0.1:1776198900.204741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.1:1776198900.204744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1f23d63. 00010000:00000010:0.1:1776198900.204746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.1:1776198900.204748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe7f1c7c. 00010000:00000010:0.1:1776198900.204751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.1:1776198900.204753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d735739. 00010000:00000010:0.1:1776198900.204756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.1:1776198900.204757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab215be7. 00010000:00000010:0.1:1776198900.204760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.1:1776198900.204762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.204764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:3.1:1776198900.205645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9bf1de. 00010000:00000010:0.1:1776198900.224632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087072889. 00010000:00000010:2.1:1776198900.239154:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e5cf39. 00010000:00000010:3.1:1776198900.239325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000235099dd. 00010000:00000010:0.1:1776198900.239513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d6c3. 00010000:00000010:2.1:1776198900.243328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020cc6d72. 00010000:00000010:2.1:1776198900.243344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198900.248987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc9afa8. 00010000:00000010:2.1:1776198900.249009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097ba2907. 00010000:00000010:2.1:1776198900.249013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b2e5477. 00010000:00000010:2.1:1776198900.267421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1d98faa. 00010000:00000010:2.1:1776198900.267430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a2f0d25. 00010000:00000010:2.1:1776198900.267435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:2.1:1776198900.275301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089415a41. 00010000:00000010:2.1:1776198900.275310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b2e5477. 00010000:00000010:0.1:1776198900.275509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006649fea0. 00010000:00000010:2.1:1776198900.300560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f53e6983. 00010000:00000010:2.1:1776198900.300579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:1.1:1776198900.305478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f97916. 00010000:00000010:3.1:1776198900.315080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000708933f5. 00010000:00000010:0.1:1776198900.319452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377ad203. 00010000:00000010:0.1:1776198900.319462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b2e5477. 00010000:00000010:2.1:1776198900.323360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b73f81. 00010000:00000010:2.1:1776198900.323370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:2.1:1776198900.323373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b792c585. 00010000:00000010:2.1:1776198900.323376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:3.1:1776198900.323998:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582591f1. 00010000:00000010:3.1:1776198900.336849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079c2ebde. 00010000:00000010:2.1:1776198900.350298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b733e07d. 00010000:00000010:2.1:1776198900.350316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198900.354384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e760f95. 00010000:00000010:2.1:1776198900.354396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccf83bc. 00010000:00000010:2.1:1776198900.354400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:2.1:1776198900.363309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835b5dbb. 00010000:00000010:0.1:1776198900.363435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e013330. 00010000:00000010:0.1:1776198900.363445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e5cf39. 00010000:00000010:2.1:1776198900.379707:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb6f96c. 00010000:00000010:0.1:1776198900.387488:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ebe9a9d. 00010000:00000010:0.1:1776198900.387504:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.1:1776198900.396308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000344a0b1c. 00010000:00000010:1.1:1776198900.402284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b474cd6c. 00010000:00000010:1.1:1776198900.402292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:1.1:1776198900.402295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198900.402299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:2.1:1776198900.407375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fc755f. 00010000:00000010:2.1:1776198900.411487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3013e26. 00010000:00000010:2.1:1776198900.411503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:3.1:1776198900.418570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ba5b213. 00010000:00000010:2.1:1776198900.418781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee68b05. 00010000:00000010:2.1:1776198900.418787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:2.1:1776198900.427376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7ca2c8e. 00010000:00000010:2.1:1776198900.427384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:1.1:1776198900.427925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017a2ddd4. 00010000:00000010:3.1:1776198900.434357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3207a7e. 00010000:00000010:3.1:1776198900.434367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041133436. 00010000:00000010:3.1:1776198900.434371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:3.1:1776198900.439274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf99f679. 00010000:00000010:3.1:1776198900.439292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038de4c4d. 00010000:00000010:3.1:1776198900.439298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:3.1:1776198900.439301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198900.439303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:0.1:1776198900.446579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022d2a988. 00010000:00000010:3.1:1776198900.464667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098a717e1. 00010000:00000010:3.1:1776198900.464677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:2.1:1776198900.468364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f02bea. 00010000:00000010:0.1:1776198900.472486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000151e6322. 00010000:00000010:3.1:1776198900.472617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0e06af1. 00010000:00000010:3.1:1776198900.472625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.1:1776198900.472629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a786f61. 00010000:00000010:3.1:1776198900.472631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:2.1:1776198900.473364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f56c81. 00010000:00000010:3.1:1776198900.483291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e646d0b4. 00010000:00000010:3.1:1776198900.483310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786f7048. 00010000:00000010:2.1:1776198900.487351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007418f1e2. 00010000:00000010:0.1:1776198900.495877:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000638f5437. 00010000:00000010:0.1:1776198900.495896:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:0.1:1776198900.495901:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.495903:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:3.1:1776198900.504579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d126e3c. 00010000:00000010:0.1:1776198900.514379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37f7e7b. 00010000:00000010:0.1:1776198900.514396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:3.1:1776198900.514716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230b9bca. 00010000:00000010:3.1:1776198900.514723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052ca9337. 00010000:00000010:3.1:1776198900.514727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:2.1:1776198900.519945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085c0e109. 00010000:00000010:3.1:1776198900.525357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0727162. 00010000:00000010:0.1:1776198900.525535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011479154. 00010000:00000010:0.1:1776198900.525543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786f7048. 00010000:00000010:0.1:1776198900.528656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bf83de5. 00010000:00000010:0.1:1776198900.528666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.1:1776198900.533303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86bed4d. 00010000:00000010:0.1:1776198900.533311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.1:1776198900.533315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.533318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:2.1:1776198900.533376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd5f352b. 00010000:00000010:0.1:1776198900.535530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000202412b5. 00010000:00000010:0.1:1776198900.535543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:1.1:1776198900.535690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d7ac54f. 00010000:00000010:1.1:1776198900.535695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:2.1:1776198900.535741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001104de12. 00010000:00000010:3.1:1776198900.535818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61c34a5. 00010000:00000010:0.1:1776198900.543032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2fbefea. 00010000:00000010:0.1:1776198900.543049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8102c60. 00010000:00000010:0.1:1776198900.543053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:0.1:1776198900.547293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ec99ba4. 00010000:00000010:0.1:1776198900.547302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7d5f06b. 00010000:00000010:0.1:1776198900.547306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:2.1:1776198900.552332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc567b26. 00010000:00000010:3.1:1776198900.554548:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ef7428. 00010000:00000010:0.1:1776198900.556969:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7ce33e2. 00010000:00000010:0.1:1776198900.556984:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.1:1776198900.556988:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.556990:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.1:1776198900.564372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef7578a9. 00010000:00000010:0.1:1776198900.564381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:3.1:1776198900.572324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000424bc504. 00010000:00000010:0.1:1776198900.572380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000581b40a1. 00010000:00000010:0.1:1776198900.572386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cb12be4. 00010000:00000010:0.1:1776198900.572391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.1:1776198900.575419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b2cb179. 00010000:00000010:0.1:1776198900.575434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.1:1776198900.579755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065686ef3. 00010000:00000010:0.1:1776198900.579763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000515e391. 00010000:00000010:0.1:1776198900.579768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:1.1:1776198900.580307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006da7beed. 00010000:00000010:0.1:1776198900.584416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace45c2. 00010000:00000010:0.1:1776198900.584429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.1:1776198900.584433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.584436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:1.1:1776198900.588408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff3ce2b. 00010000:00000010:0.1:1776198900.589295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1aba0d5. 00010000:00000010:0.1:1776198900.589307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198900.593312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a17797. 00010000:00000010:0.1:1776198900.593324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:2.1:1776198900.593367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f050ecd. 00010000:00000010:2.1:1776198900.597337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003127897f. 00010000:00000010:0.1:1776198900.601376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000571ae7c3. 00010000:00000010:0.1:1776198900.601395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:2.1:1776198900.612332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0abce4c. 00010000:00000010:0.1:1776198900.619415:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099db8ca5. 00010000:00000010:0.1:1776198900.619430:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198900.628463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e52b99e. 00010000:00000010:0.1:1776198900.628483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d23fac. 00010000:00000010:0.1:1776198900.628487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.1:1776198900.628490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.628493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198900.639910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007daf2793. 00010000:00000010:1.1:1776198900.644342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9358241. 00010000:00000010:1.1:1776198900.644357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:3.1:1776198900.651081:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa59f299. 00010000:00000010:1.1:1776198900.659425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b30b19d. 00010000:00000010:1.1:1776198900.659443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198900.664967:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000840a8a96. 00010000:00000010:1.1:1776198900.664984:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b0c039. 00010000:00000010:1.1:1776198900.664989:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198900.677865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a762090. 00010000:00000010:1.1:1776198900.677876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5521a11. 00010000:00000010:1.1:1776198900.677882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:2.1:1776198900.683440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001308fe31. 00010000:00000010:1.1:1776198900.690515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eacb049c. 00010000:00000010:1.1:1776198900.690525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198900.690531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198900.690535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:2.1:1776198900.694303:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d35d8e0c. 00010000:00000010:1.1:1776198900.698312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063dea3c0. 00010000:00000010:1.1:1776198900.698322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:2.1:1776198900.698326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fe13d45. 00010000:00000010:1.1:1776198900.714405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ce9a92. 00010000:00000010:1.1:1776198900.714419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:0.1:1776198900.722325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d201671d. 00010000:00000010:0.1:1776198900.722335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:2.1:1776198900.730898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec993a4c. 00010000:00000010:2.1:1776198900.730910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c78591. 00010000:00000010:0.1:1776198900.735442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52ae236. 00010000:00000010:0.1:1776198900.735453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198900.735457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008adf0502. 00010000:00000010:1.1:1776198900.735544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000929858c4. 00010000:00000010:1.1:1776198900.735549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:1.1:1776198900.735552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198900.735555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:3.1:1776198900.735757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baae6e6f. 00010000:00000010:1.1:1776198900.739285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae39f87e. 00010000:00000010:1.1:1776198900.739292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:2.1:1776198900.743467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594a6cc8. 00010000:00000010:0.1:1776198900.747642:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005522c7cc. 00010000:00000010:0.1:1776198900.747649:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:0.1:1776198900.751416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000403158ee. 00010000:00000010:0.1:1776198900.751424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:2.1:1776198900.751462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780724ce. 00010000:00000010:2.1:1776198900.755238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000739abfd. 00010000:00000010:1.1:1776198900.755486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d6a109. 00010000:00000010:1.1:1776198900.755492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:1.1:1776198900.759451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e581aab. 00010000:00000010:1.1:1776198900.759469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198900.759473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198900.759477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:2.1:1776198900.765390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba950e40. 00010000:00000010:1.1:1776198900.769340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000105d6035. 00010000:00000010:1.1:1776198900.769355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:0.1:1776198900.769816:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b481b5. 00010000:00000010:1.1:1776198900.777316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf594d7. 00010000:00000010:2.1:1776198900.777321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e67bfbd. 00010000:00000010:1.1:1776198900.777337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:2.1:1776198900.793663:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec5e49b. 00010000:00000010:1.1:1776198900.794337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20cdb17. 00010000:00000010:1.1:1776198900.794345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:0.1:1776198900.808949:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018322bc3. 00010000:00000010:0.1:1776198900.813781:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b7a7ccf. 00010000:00000010:0.1:1776198900.813794:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:2.1:1776198900.816289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a562469a. 00010000:00000010:2.1:1776198900.816296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffe5a879. 00010000:00000010:2.1:1776198900.816299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:2.1:1776198900.816302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b792c585. 00010000:00000010:2.1:1776198900.816305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198900.825348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a782d4e. 00010000:00000010:2.1:1776198900.829311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000204363e0. 00010000:00000010:2.1:1776198900.829325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038fad641. 00010000:00000010:2.1:1776198900.829329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.1:1776198900.829936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b10782b. 00010000:00000010:0.1:1776198900.829954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65bf3aa. 00010000:00000010:0.1:1776198900.837282:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d20848d. 00010000:00000010:2.1:1776198900.837489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003693db6d. 00010000:00000010:2.1:1776198900.837495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198900.839355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbb263e6. 00010000:00000010:2.1:1776198900.839367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ec6038. 00010000:00000010:2.1:1776198900.839372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000454bcefb. 00010000:00000010:0.1:1776198900.847310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e312d6fb. 00010000:00000010:0.1:1776198900.847333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9963466. 00010000:00000010:0.1:1776198900.847338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198900.847341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:3.1:1776198900.847703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df1ce198. 00010000:00000010:2.1:1776198900.860897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3beff0c. 00010000:00000010:2.1:1776198900.860905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00010000:00000010:0.1:1776198900.863311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b096279a. 00010000:00000010:2.1:1776198900.863364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580068be. 00010000:00000010:0.1:1776198900.868808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eed7ee82. 00010000:00000010:0.1:1776198900.868822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ce72e3. 00010000:00000010:0.1:1776198900.868827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000454bcefb. 00010000:00000010:0.1:1776198900.868830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6fa3792. 00010000:00000010:0.1:1776198900.868833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:3.1:1776198900.882687:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbd81420. 00010000:00000010:0.1:1776198900.883275:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000774b50d. 00010000:00000010:0.1:1776198900.883283:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:2.1:1776198900.895249:0:78392:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d8edfb1. 00010000:00000010:2.1:1776198900.895367:0:78392:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:2.1:1776198900.895372:0:78392:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b792c585. 00010000:00000010:2.1:1776198900.895375:0:78392:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:1.1:1776198900.900411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359f4d1d. 00010000:00000010:0.1:1776198900.912434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed574c77. 00010000:00000010:0.1:1776198900.912444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1778813. 00010000:00000010:0.1:1776198900.912449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037651a56. 00010000:00000010:0.1:1776198900.912453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1c0e777. 00010000:00000010:0.1:1776198900.912457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2607941. 00010000:00000010:0.1:1776198900.912460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:3.1:1776198900.925613:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c99897. 00010000:00000010:0.1:1776198900.929374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cccf0e0. 00010000:00000010:0.1:1776198900.929387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:3.1:1776198900.937678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c17263. 00010000:00000010:0.1:1776198900.938635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a8651db. 00010000:00000010:0.1:1776198900.938641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:2.1:1776198900.940415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041ade37d. 00010000:00000010:2.1:1776198900.940422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:2.1:1776198900.940425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b792c585. 00010000:00000010:2.1:1776198900.940427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:3.1:1776198900.945616:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8ab98f. 00010000:00000010:3.1:1776198900.945623:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ceec51. 00010000:00000010:3.1:1776198900.945628:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015abdf73. 00010000:00000010:3.1:1776198900.945632:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff2fa521. 00010000:00000010:2.1:1776198900.965583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b4e4b15. 00010000:00000010:2.1:1776198900.965592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:1.1:1776198900.968531:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003354f6f1. 00010000:00000010:1.1:1776198900.968547:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac812e7d. 00010000:00000010:2.1:1776198900.970359:0:78396:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0adf222. 00010000:00000010:2.1:1776198900.970366:0:78396:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198900.973283:0:78396:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba9d2dd7. 00010000:00000010:2.1:1776198900.973297:0:78396:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028ff3031. 00010000:00000010:2.1:1776198900.973301:0:78396:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed762b7. 00010000:00000010:2.1:1776198900.973304:0:78396:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025b474c3. 00010000:00000010:2.1:1776198900.973306:0:78396:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aff7cc5. 00010000:00000010:2.1:1776198900.973308:0:78396:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d69d089. 00010000:00000010:0.1:1776198900.977504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:0.1:1776198900.977518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062744fad. 00010000:00000010:0.1:1776198900.977526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022d5c2a. 00010000:00000010:0.1:1776198900.980044:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000592722b6. 00010000:00000010:0.1:1776198900.980072:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d548b186. 00010000:00000010:0.1:1776198900.980075:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:3.1:1776198900.985283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964d5f4a. 00010000:00000010:3.1:1776198900.985298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f8933b9. 00010000:00000010:3.1:1776198900.985302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:3.1:1776198901.000295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d2d6b33. 00010000:00000010:3.1:1776198901.000301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:1.1:1776198901.003383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ff2fc6. 00010000:00000010:3.1:1776198901.008316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df40aadd. 00010000:00000010:3.1:1776198901.008322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:2.1:1776198901.008359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0d0f03. 00010000:00000010:1.1:1776198901.008411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073f6a13f. 00010000:00000010:1.1:1776198901.008416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000edbd30f. 00010000:00000010:1.1:1776198901.008420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:1.1:1776198901.008423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198901.008426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:2.1:1776198901.010298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb0cc35. 00010000:00000010:1.1:1776198901.010455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090a83275. 00010000:00000010:1.1:1776198901.010461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.1:1776198901.017311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e332a7f3. 00010000:00000010:1.1:1776198901.017325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068cc1b9d. 00010000:00000010:1.1:1776198901.017331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:1.1:1776198901.017334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000490fa060. 00010000:00000010:1.1:1776198901.017338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:3.1:1776198901.018958:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e206ef1. 00010000:00000010:0.1:1776198901.025800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdad25b3. 00010000:00000010:0.1:1776198901.025816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198901.032290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58b04ad. 00010000:00000010:3.1:1776198901.037224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006089e6b9. 00010000:00000010:3.1:1776198901.037242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.1:1776198901.037307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3f2e3e. 00010000:00000010:0.1:1776198901.037314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018b96f80. 00010000:00000010:0.1:1776198901.037319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:0.1:1776198901.037321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198901.037323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:1.1:1776198901.037353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc666e7. 00010000:00000010:0.1:1776198901.046674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ff32d0b. 00010000:00000010:0.1:1776198901.046682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:1.1:1776198901.047452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043b5d6f1. 00010000:00000010:1.1:1776198901.052055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004089665d. 00010000:00000010:2.1:1776198901.052295:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091921bb9. 00010000:00000010:0.1:1776198901.053477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002666a9a3. 00010000:00000010:0.1:1776198901.053485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.1:1776198901.053489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eecc6ba. 00010000:00000010:0.1:1776198901.053495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:3.1:1776198901.080476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000626e1aaa. 00010000:00000010:3.1:1776198901.080491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:2.1:1776198901.080744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002258f1e. 00010000:00000010:3.1:1776198901.092700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198901.092722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:0.1:1776198901.101862:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097725857. 00010000:00000010:0.1:1776198901.101873:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f50fdb0. 00010000:00000010:0.1:1776198901.101877:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:2.1:1776198901.104079:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dcc2b25. 00010000:00000010:2.1:1776198901.104092:0:78390:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d4b4840. 00010000:00000010:2.1:1776198901.104096:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:0.1:1776198901.106474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c2cac5. 00010000:00000010:0.1:1776198901.106491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567bf633. 00010000:00000010:0.1:1776198901.106496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d69d089. 00010000:00000010:1.1:1776198901.112447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000295426bc. 00010000:00000010:0.1:1776198901.114674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ca64de2. 00010000:00000010:0.1:1776198901.114682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:1.1:1776198901.119541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b4a7b1. 00010000:00000010:2.1:1776198901.121552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a28e99. 00010000:00000010:2.1:1776198901.121572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:2.1:1776198901.121583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b792c585. 00010000:00000010:2.1:1776198901.121589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed762b7. 00010000:00000010:0.1:1776198901.140645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4ec72d. 00010000:00000010:0.1:1776198901.140660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198901.145295:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ea6dd8. 00010000:00000010:2.1:1776198901.145305:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7aca7bd. 00010000:00000010:2.1:1776198901.145310:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:1.1:1776198901.147378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa218efb. 00010000:00000010:2.1:1776198901.184213:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecef3a7b. 00010000:00000010:2.1:1776198901.184237:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed762b7. 00010000:00000010:2.1:1776198901.184380:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f1097da. 00010000:00000010:2.1:1776198901.184385:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198901.184388:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000290accb2. 00010000:00000010:2.1:1776198901.184391:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaab449f. 00010000:00000010:2.1:1776198901.184394:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d69d089. 00010000:00000010:2.1:1776198901.184397:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b792c585. 00010000:00000010:2.1:1776198901.184400:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022d5c2a. 00010000:00000010:1.1:1776198901.193167:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00010000:00000010:3.1:1776198901.198758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00010000:00000010:2.1:1776198901.213307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005572909d. 00010000:00000010:1.1:1776198901.214559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ec1987. 00010000:00000010:1.1:1776198901.214572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff2fa521. 00010000:00000010:2.1:1776198901.221576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7984e3a. 00010000:00000010:2.1:1776198901.221598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8dab025. 00010000:00000010:2.1:1776198901.221603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:0.1:1776198901.225437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf24a323. 00010000:00000010:0.1:1776198901.225459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb0ce7b4. 00010000:00000010:0.1:1776198901.225465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022d5c2a. 00010000:00000010:0.1:1776198901.247910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d9efd71. 00010000:00000010:0.1:1776198901.247926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002261f27f. 00010000:00000010:0.1:1776198901.247932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:3.1:1776198901.259400:0:1016:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f316f9fc. 00010000:00000010:3.1:1776198901.259484:0:1016:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9e9fb86. 00010000:00000010:3.1:1776198901.259490:0:1016:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00010000:00000010:3.1:1776198901.259493:0:1016:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198901.259496:0:1016:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:2.1:1776198901.261538:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e832e71. 00010000:00000010:2.1:1776198901.261549:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198901.264738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a06ac1e. 00010000:00000010:3.1:1776198901.265010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:0.1:1776198901.265368:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8fb7d77. 00010000:00000010:0.1:1776198901.265389:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4347d23. 00010000:00000010:3.1:1776198901.268587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884abe70. 00010000:00000010:3.1:1776198901.268605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d69d089. 00010000:00000010:2.1:1776198901.268607:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b28c25d. 00010000:00000010:0.1:1776198901.284397:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003db501ad. 00010000:00000010:3.1:1776198901.284737:0:1016:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014307d58. 00010000:00000010:3.1:1776198901.284745:0:1016:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.1:1776198901.307451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb8cdfb. 00010000:00000010:3.1:1776198901.307462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733d333e. 00010000:00000010:3.1:1776198901.307469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198901.307473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198901.307477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.1:1776198901.316347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8fade4b. 00010000:00000010:3.1:1776198901.316367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:1.1:1776198901.316379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000293f9ed2. 00010000:00000010:1.1:1776198901.334377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbfaf2b9. 00010000:00000010:1.1:1776198901.334389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2515f2. 00010000:00000010:1.1:1776198901.334393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:2.1:1776198901.336388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002053a381. 00010000:00000010:1.1:1776198901.340592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b649302. 00010000:00000010:1.1:1776198901.340611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:1.1:1776198901.366539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c5b51c7. 00010000:00000010:1.1:1776198901.366564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0de93be. 00010000:00000010:1.1:1776198901.366571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.1:1776198901.366582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5501549. 00010000:00000010:1.1:1776198901.366585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.1:1776198901.366589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b84aca0. 00010000:00000010:1.1:1776198901.366593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b7a4b95. 00010000:00000010:1.1:1776198901.366596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:0.1:1776198901.367299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096032dbd. 00010000:00000010:0.1:1776198901.367308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:3.1:1776198901.368187:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000745f9ff7. 00010000:00000010:3.1:1776198901.372984:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:1.1:1776198901.376540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d24021a9. 00010000:00000010:2.1:1776198901.381312:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095deb118. 00010000:00000010:2.1:1776198901.381325:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:1.1:1776198901.385573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007533ba05. 00010000:00000010:0.1:1776198901.393479:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3fc5ed4. 00010000:00000010:0.1:1776198901.393493:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:3.1:1776198901.403150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee6db6fe. 00010000:00000010:3.1:1776198901.403166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:0.1:1776198901.406777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:3.1:1776198901.410312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d67201ad. 00010000:00000010:3.1:1776198901.410328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6dfacf. 00010000:00000010:3.1:1776198901.410334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198901.421397:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e422ea13. 00010000:00000010:3.1:1776198901.421405:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005577db72. 00010000:00000010:3.1:1776198901.421408:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:1.1:1776198901.436324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9af7e77. 00010000:00000010:3.1:1776198901.438298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e48a1d0. 00010000:00000010:3.1:1776198901.438311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:0.1:1776198901.438351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d785801. 00010000:00000010:0.1:1776198901.438358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f59395c6. 00010000:00000010:0.1:1776198901.438362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:0.1:1776198901.457311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0f5e91. 00010000:00000010:0.1:1776198901.457329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1a5c0e7. 00010000:00000010:0.1:1776198901.457333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:2.1:1776198901.479275:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a15d476. 00010000:00000010:2.1:1776198901.479284:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:3.1:1776198901.493779:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b893dd62. 00010000:00000010:1.1:1776198901.501537:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000172df4a0. 00010000:00000010:1.1:1776198901.501545:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb13c053. 00010000:00000010:1.1:1776198901.501549:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed762b7. 00010000:00000010:1.1:1776198901.501552:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198901.501555:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:2.1:1776198901.511929:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bde27bc. 00010000:00000010:1.1:1776198901.513604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb69592. 00010000:00000010:1.1:1776198901.513612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fffaf933. 00010000:00000010:1.1:1776198901.513617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:3.1:1776198901.522219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000085b55c8. 00010000:00000010:3.1:1776198901.522231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:3.1:1776198901.525125:0:78412:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0f2b433. 00010000:00000010:3.1:1776198901.525139:0:78412:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:2.1:1776198901.528266:0:78412:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062d06cae. 00010000:00000010:0.1:1776198901.540415:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa03287. 00010000:00000010:1.1:1776198901.541300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bdbc007. 00010000:00000010:1.1:1776198901.541308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:1.1:1776198901.549400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b5a15. 00010000:00000010:0.1:1776198901.557640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017704841. 00010000:00000010:0.1:1776198901.557647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:0.1:1776198901.557651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198901.557654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:1.1:1776198901.557924:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb1bcc59. 00010000:00000010:1.1:1776198901.557939:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00010000:00000010:2.1:1776198901.561398:0:78415:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2786259. 00010000:00000010:2.1:1776198901.561454:0:78415:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c14fddd3. 00010000:00000010:3.1:1776198901.567922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b2eae0. 00010000:00000010:3.1:1776198901.567938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:3.1:1776198901.592576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d0b56c. 00010000:00000010:2.1:1776198901.595911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d21a1a. 00010000:00000010:2.1:1776198901.600309:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003837f33b. 00010000:00000010:2.1:1776198901.600323:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:2.1:1776198901.600327:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce8d8ee. 00010000:00000010:2.1:1776198901.600331:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037651a56. 00010000:00000010:3.1:1776198901.602043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f2baef7. 00010000:00000010:3.1:1776198901.602056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:1.1:1776198901.606914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004adfe6c4. 00010000:00000010:1.1:1776198901.606938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198901.609287:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004483ad5e. 00010000:00000010:1.1:1776198901.615387:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc605ad7. 00010000:00000010:1.1:1776198901.615398:0:78419:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1f98129. 00010000:00000010:1.1:1776198901.615402:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000454bcefb. 00010000:00000010:1.1:1776198901.615517:0:78419:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a1ea1d4. 00010000:00000010:2.1:1776198901.617922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7b6b5d1. 00010000:00000010:2.1:1776198901.617937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:2.1:1776198901.624426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe66462. 00010000:00000010:2.1:1776198901.624433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037651a56. 00010000:00000010:0.1:1776198901.624589:0:78410:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005890bf90. 00010000:00000010:3.1:1776198901.627294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005f86471. 00010000:00000010:3.1:1776198901.627309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9963466. 00010000:00000010:1.1:1776198901.627492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085c0df19. 00010000:00000010:1.1:1776198901.640415:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e83a0f74. 00010000:00000010:0.1:1776198901.643663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004118ce20. 00010000:00000010:0.1:1776198901.643670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:1.1:1776198901.660338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d03a22. 00010000:00000010:1.1:1776198901.660352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b50e124. 00010000:00000010:1.1:1776198901.660357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:1.1:1776198901.664978:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ff510e. 00010000:00000010:1.1:1776198901.664992:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098bf0f12. 00010000:00000010:1.1:1776198901.664996:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198901.695621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003caf30b3. 00010000:00000010:1.1:1776198901.695632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e7feaeb. 00010000:00000010:1.1:1776198901.695636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.1:1776198901.695638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000155249c3. 00010000:00000010:1.1:1776198901.695641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f5aeeb4. 00010000:00000010:1.1:1776198901.695643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:2.1:1776198901.704883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd35c230. 00010000:00000010:2.1:1776198901.704889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f8dbfe8. 00010000:00000010:2.1:1776198901.704893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:3.1:1776198901.714084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d37995b. 00010000:00000010:3.1:1776198901.714099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1d7c3bf. 00010000:00000010:3.1:1776198901.714104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037651a56. 00010000:00000010:3.1:1776198901.719333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd87908. 00010000:00000010:3.1:1776198901.719339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198901.744382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044fe8cd0. 00010000:00000010:3.1:1776198901.744394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028269c71. 00010000:00000010:3.1:1776198901.744397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475740a3. 00010000:00000010:2.1:1776198901.747750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006484a439. 00010000:00000010:2.1:1776198901.747761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076cc335c. 00010000:00000010:2.1:1776198901.747765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:2.1:1776198901.747769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce8d8ee. 00010000:00000010:2.1:1776198901.747773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65bf3aa. 00010000:00000010:2.1:1776198901.747776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf71c0b. 00010000:00000010:2.1:1776198901.747779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c0eb5d. 00010000:00000010:2.1:1776198901.747781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2bf2989. 00010000:00000010:2.1:1776198901.747783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e5cf39. 00010000:00000010:2.1:1776198901.747785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7f72055. 00010000:00000010:2.1:1776198901.747787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b2e5477. 00010000:00000010:2.1:1776198901.747789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089abf5c6. 00010000:00000010:2.1:1776198901.747792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ccb6d2. 00010000:00000010:2.1:1776198901.747794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f520ba6. 00010000:00000010:2.1:1776198901.747796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037651a56. 00010000:00000010:2.1:1776198901.747799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db32f6d3. 00010000:00000010:2.1:1776198901.747801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9963466. 00010000:00000010:2.1:1776198901.747803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b554b0f. 00010000:00000010:2.1:1776198901.747805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000454bcefb. 00010000:00000010:2.1:1776198901.747808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc7c79c. 00010000:00000010:2.1:1776198901.747810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed762b7. 00010000:00000010:2.1:1776198901.747814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa546b16. 00010000:00000010:2.1:1776198901.747816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0f5e91. 00010000:00000010:2.1:1776198901.747819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000985bc2b8. 00010000:00000010:2.1:1776198901.747822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf6bf3b. 00010000:00000010:2.1:1776198901.747824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7da3673. 00010000:00000010:2.1:1776198901.747827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d69d089. 00010000:00000010:2.1:1776198901.747829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000217425e6. 00010000:00000010:2.1:1776198901.747831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000022d5c2a. 00010000:00000010:2.1:1776198901.747834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ffbda41. 00010000:00000010:2.1:1776198901.747836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff2fa521. 00010000:00000010:2.1:1776198901.747839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e404142a. 00010000:00000010:2.1:1776198901.747843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa218efb. 00010000:00000010:2.1:1776198901.747849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000142051b3. 00010000:00000010:2.1:1776198901.747854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ea6dd8. 00010000:00000010:2.1:1776198901.747857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004590260. 00010000:00000010:2.1:1776198901.747860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce29efa9. 00010000:00000010:2.1:1776198901.747865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059c45aaf. 00010000:00000010:2.1:1776198901.747867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072195572. 00010000:00000010:2.1:1776198901.747869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5647366. 00010000:00000010:2.1:1776198901.747871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60622fe. 00010000:00000010:2.1:1776198901.747874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cee4b241. 00010000:00000010:2.1:1776198901.747876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78c7478. 00010000:00000010:2.1:1776198901.747878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e3d8de3. 00010000:00000010:2.1:1776198901.747881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9ffeb65. 00010000:00000010:2.1:1776198901.747883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc824de6. 00010000:00000010:2.1:1776198901.747886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e630193. 00010000:00000010:2.1:1776198901.747888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb0c9df. 00010000:00000010:2.1:1776198901.747890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586ee5c5. 00010000:00000010:2.1:1776198901.747893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd881f6d. 00010000:00000010:2.1:1776198901.747895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9418b40. 00010000:00000010:2.1:1776198901.747897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000decee6e0. 00010000:00000010:2.1:1776198901.747900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e5957a. 00010000:00000010:2.1:1776198901.747905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8f6dbf. 00010000:00000010:2.1:1776198901.747908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a549816. 00010000:00000010:2.1:1776198901.747910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005887bdbb. 00010000:00000010:2.1:1776198901.747914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c703ef. 00010000:00000010:2.1:1776198901.747916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1ff9240. 00010000:00000010:2.1:1776198901.747919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075a1d68d. 00010000:00000010:2.1:1776198901.747921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd7749c0. 00010000:00000010:2.1:1776198901.747923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb9c2139. 00010000:00000010:2.1:1776198901.747925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047cb976a. 00010000:00000010:2.1:1776198901.747928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb1bce5. 00010000:00000010:2.1:1776198901.747931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8f28dff. 00010000:00000010:2.1:1776198901.747933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fc07b66. 00010000:00000010:2.1:1776198901.747935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bb68f8e. 00010000:00000010:2.1:1776198901.747937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376b9afd. 00010000:00000010:2.1:1776198901.747939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073fc2aa0. 00010000:00000010:2.1:1776198901.747942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025dfe803. 00010000:00000010:2.1:1776198901.747944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a70695. 00010000:00000010:2.1:1776198901.747947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007959ea10. 00010000:00000010:2.1:1776198901.747949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f47dcf7. 00010000:00000010:2.1:1776198901.747953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183eca55. 00010000:00000010:2.1:1776198901.747956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ecbbc21. 00010000:00000010:2.1:1776198901.747959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ad6b52. 00010000:00000010:2.1:1776198901.747961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8921d5. 00010000:00000010:2.1:1776198901.747963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011ea7ab0. 00010000:00000010:2.1:1776198901.747966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e13a94c. 00010000:00000010:2.1:1776198901.747968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3db5d6. 00010000:00000010:2.1:1776198901.747972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf594d7. 00010000:00000010:2.1:1776198901.747977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001309f8a4. 00010000:00000010:2.1:1776198901.747980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba0be26. 00010000:00000010:2.1:1776198901.747982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce19c359. 00010000:00000010:2.1:1776198901.747985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fcd8b63. 00010000:00000010:2.1:1776198901.747988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de500261. 00010000:00000010:2.1:1776198901.747990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c610bc. 00010000:00000010:2.1:1776198901.747992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459dd20e. 00010000:00000010:2.1:1776198901.747994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef34521c. 00010000:00000010:2.1:1776198901.747998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c364ed1d. 00010000:00000010:2.1:1776198901.748000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563a21df. 00010000:00000010:2.1:1776198901.748002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001774e7f9. 00010000:00000010:2.1:1776198901.748004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6f8aeb4. 00010000:00000010:2.1:1776198901.748006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd0481e. 00010000:00000010:2.1:1776198901.748008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091478250. 00010000:00000010:2.1:1776198901.748010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6eaa4c1. 00010000:00000010:2.1:1776198901.748012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b604c060. 00010000:00000010:2.1:1776198901.748015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e21301. 00010000:00000010:2.1:1776198901.748017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fcee5f1. 00010000:00000010:2.1:1776198901.748019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c526c98. 00010000:00000010:2.1:1776198901.748024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa5b0a47. 00010000:00000010:2.1:1776198901.748027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f9cf2b3. 00010000:00000010:2.1:1776198901.748029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f45bb02f. 00010000:00000010:2.1:1776198901.748031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000195576ad. 00010000:00000010:2.1:1776198901.748033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033b265b4. 00010000:00000010:2.1:1776198901.748035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1ab701. 00010000:00000010:2.1:1776198901.748037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bfd69e4. 00010000:00000010:2.1:1776198901.748040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359336ce. 00010000:00000010:2.1:1776198901.748042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072301002. 00010000:00000010:2.1:1776198901.748044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002141cd83. 00010000:00000010:2.1:1776198901.748046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d35ce9b. 00010000:00000010:2.1:1776198901.748048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5fab438. 00010000:00000010:2.1:1776198901.748051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a56e70. 00010000:00000010:2.1:1776198901.748054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a0e1af. 00010000:00000010:2.1:1776198901.748057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace91f51. 00010000:00000010:2.1:1776198901.748060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc92e946. 00010000:00000010:2.1:1776198901.748062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecddb4d6. 00010000:00000010:2.1:1776198901.748065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed69e388. 00010000:00000010:2.1:1776198901.748067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd8e4585. 00010000:00000010:2.1:1776198901.748070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c355ad6b. 00010000:00000010:2.1:1776198901.748072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3f10630. 00010000:00000010:2.1:1776198901.748075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007deff86e. 00010000:00000010:2.1:1776198901.748078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000565dd9a5. 00010000:00000010:2.1:1776198901.748080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3df455. 00010000:00000010:2.1:1776198901.748082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a5174bf. 00010000:00000010:2.1:1776198901.748084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009857fa90. 00010000:00000010:2.1:1776198901.748086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea22e9c. 00010000:00000010:2.1:1776198901.748089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc57a55. 00010000:00000010:2.1:1776198901.748092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041133436. 00010000:00000010:2.1:1776198901.748095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063823ee1. 00010000:00000010:2.1:1776198901.748097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d464c4d6. 00010000:00000010:2.1:1776198901.748100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061493014. 00010000:00000010:2.1:1776198901.748114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7510032. 00010000:00000010:2.1:1776198901.748118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692137cd. 00010000:00000010:2.1:1776198901.748120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e4014f0. 00010000:00000010:2.1:1776198901.748122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f708a406. 00010000:00000010:2.1:1776198901.748124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca9906d4. 00010000:00000010:2.1:1776198901.748126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc2f81c. 00010000:00000010:2.1:1776198901.748128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d2a3af8. 00010000:00000010:2.1:1776198901.748131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f77afdb. 00010000:00000010:2.1:1776198901.748133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021c9b1c9. 00010000:00000010:2.1:1776198901.748135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.1:1776198901.748138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20cdb17. 00010000:00000010:2.1:1776198901.748141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ac4982. 00010000:00000010:2.1:1776198901.748143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a0ea1c4. 00010000:00000010:2.1:1776198901.748145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000badd3581. 00010000:00000010:2.1:1776198901.748147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b961f314. 00010000:00000010:2.1:1776198901.748150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.1:1776198901.748152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed461a1a. 00010000:00000010:2.1:1776198901.748155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c5b51c7. 00010000:00000010:2.1:1776198901.748157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d64f5cd7. 00010000:00000010:2.1:1776198901.748160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4427387. 00010000:00000010:2.1:1776198901.748162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ce656b8. 00010000:00000010:2.1:1776198901.748166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700420df. 00010000:00000010:2.1:1776198901.748168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008713a001. 00010000:00000010:2.1:1776198901.748171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5878d70. 00010000:00000010:2.1:1776198901.748173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df9c854d. 00010000:00000010:2.1:1776198901.748175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a152378. 00010000:00000010:2.1:1776198901.748179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098318372. 00010000:00000010:2.1:1776198901.748181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e947ebb. 00010000:00000010:2.1:1776198901.748183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2cc5fc7. 00010000:00000010:2.1:1776198901.748186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9177e4f. 00010000:00000010:2.1:1776198901.748187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000099b4e3. 00010000:00000010:2.1:1776198901.748190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036e0adbb. 00010000:00000010:2.1:1776198901.748191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003d99f15. 00010000:00000010:2.1:1776198901.748194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a9a4713. 00010000:00000010:2.1:1776198901.748196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dbc7592. 00010000:00000010:2.1:1776198901.748199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c4f2e60. 00010000:00000010:2.1:1776198901.748201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000715e9389. 00010000:00000010:2.1:1776198901.748203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec2fd11. 00010000:00000010:2.1:1776198901.748205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f65b7616. 00010000:00000010:2.1:1776198901.748208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c92e14. 00010000:00000010:2.1:1776198901.748210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ded25bd1. 00010000:00000010:2.1:1776198901.748212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057287e5. 00010000:00000010:2.1:1776198901.748215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caee5484. 00010000:00000010:2.1:1776198901.748218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004483ad5e. 00010000:00000010:2.1:1776198901.748222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d4bb2c1. 00010000:00000010:2.1:1776198901.748225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d0b56c. 00010000:00000010:2.1:1776198901.748227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b978db3e. 00010000:00000010:2.1:1776198901.748230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003db501ad. 00010000:00000010:2.1:1776198901.748232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000158f7172. 00010000:00000010:2.1:1776198901.748234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f10e468. 00010000:00000010:2.1:1776198901.748236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa42dd17. 00010000:00000010:2.1:1776198901.748238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000827db003. 00010000:00000010:2.1:1776198901.748240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000771daab3. 00010000:00000010:2.1:1776198901.748245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a33569ba. 00010000:00000010:2.1:1776198901.748246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc29713. 00010000:00000010:2.1:1776198901.748249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a917663. 00010000:00000010:2.1:1776198901.748261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bde75c5e. 00010000:00000010:2.1:1776198901.748265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032892a09. 00010000:00000010:2.1:1776198901.748269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000595f4f2f. 00010000:00000010:2.1:1776198901.748271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006476edd4. 00010000:00000010:2.1:1776198901.748273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe34b072. 00010000:00000010:2.1:1776198901.748275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f479d7. 00010000:00000010:2.1:1776198901.748277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000280257c7. 00010000:00000010:2.1:1776198901.748280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d63b0f. 00010000:00000010:2.1:1776198901.748283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be0c0d61. 00010000:00000010:2.1:1776198901.748285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec85ac1. 00010000:00000010:2.1:1776198901.748288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086d2ba9b. 00010000:00000010:2.1:1776198901.748291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aa32d35. 00010000:00000010:2.1:1776198901.748296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e525815. 00010000:00000010:2.1:1776198901.748300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a552d09. 00010000:00000010:2.1:1776198901.748303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029d4b1ed. 00010000:00000010:2.1:1776198901.748305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b972a46. 00010000:00000010:2.1:1776198901.748308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95e365f. 00010000:00000010:2.1:1776198901.748311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc1df79. 00010000:00000010:2.1:1776198901.748313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046bd3590. 00010000:00000010:2.1:1776198901.748315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc2cecc. 00010000:00000010:2.1:1776198901.748317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000958bc6d7. 00010000:00000010:2.1:1776198901.748320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a81eb7. 00010000:00000010:2.1:1776198901.748322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad53f098. 00010000:00000010:2.1:1776198901.748325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2558b8. 00010000:00000010:2.1:1776198901.748327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcef6bab. 00010000:00000010:2.1:1776198901.748329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c61c514. 00010000:00000010:2.1:1776198901.748331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca424d6. 00010000:00000010:2.1:1776198901.748334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6da1eeb. 00010000:00000010:2.1:1776198901.748336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc6e9141. 00010000:00000010:2.1:1776198901.748338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b205b8f. 00010000:00000010:2.1:1776198901.748340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e1d792d. 00010000:00000010:2.1:1776198901.748343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992bb2b1. 00010000:00000010:2.1:1776198901.748346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b73f81. 00010000:00000010:2.1:1776198901.748350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.1:1776198901.748353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a9744d9. 00010000:00000010:2.1:1776198901.748356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.1:1776198901.748358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a93676. 00010000:00000010:2.1:1776198901.748360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.1:1776198901.748362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d87c9c. 00010000:00000010:2.1:1776198901.748364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198901.748366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b61a4a08. 00010000:00000010:2.1:1776198901.748369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198901.748371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca26398. 00010000:00000010:2.1:1776198901.748373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198901.748375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99a8465. 00010000:00000010:2.1:1776198901.748377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.1:1776198901.748379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b01801c. 00010000:00000010:2.1:1776198901.748382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198901.748385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ede7699b. 00010000:00000010:2.1:1776198901.748389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:2.1:1776198901.748392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023637e76. 00010000:00000010:2.1:1776198901.748394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198901.748396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099364fa6. 00010000:00000010:2.1:1776198901.748399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.1:1776198901.748402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e623caed. 00010000:00000010:2.1:1776198901.748404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198901.748406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb8cfafc. 00010000:00000010:2.1:1776198901.748408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198901.748410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000db404a9. 00010000:00000010:2.1:1776198901.748413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198901.748415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f7e4b23. 00010000:00000010:2.1:1776198901.748418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198901.748420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cd7799. 00010000:00000010:2.1:1776198901.748422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198901.748426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d0d9fb2. 00010000:00000010:2.1:1776198901.748428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198901.748430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d2840ac. 00010000:00000010:2.1:1776198901.748433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8b7496. 00010000:00000010:2.1:1776198901.748436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f0c3eb1. 00010000:00000010:2.1:1776198901.748439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf18604. 00010000:00000010:2.1:1776198901.748441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000695d5b6e. 00010000:00000010:2.1:1776198901.748444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a930f7. 00010000:00000010:2.1:1776198901.748447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028f3f96c. 00010000:00000010:2.1:1776198901.748449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0eea60. 00010000:00000010:2.1:1776198901.748451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1989e1. 00010000:00000010:2.1:1776198901.748455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb721be4. 00010000:00000010:2.1:1776198901.748458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3130e85. 00010000:00000010:2.1:1776198901.748460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514f9193. 00010000:00000010:2.1:1776198901.748462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dff8e7. 00010000:00000010:2.1:1776198901.748464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b90b0b6. 00010000:00000010:2.1:1776198901.748469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470bb65e. 00010000:00000010:2.1:1776198901.748471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03b07f7. 00010000:00000010:2.1:1776198901.748473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e8ee1b. 00010000:00000010:2.1:1776198901.748476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa37263. 00010000:00000010:2.1:1776198901.748478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037647991. 00010000:00000010:2.1:1776198901.748480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929bd297. 00010000:00000010:2.1:1776198901.748483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b921f265. 00010000:00000010:2.1:1776198901.748485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b5333. 00010000:00000010:2.1:1776198901.748487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7513011. 00010000:00000010:2.1:1776198901.748489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068996213. 00010000:00000010:2.1:1776198901.748492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1789eb9. 00010000:00000010:2.1:1776198901.748494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83128e0. 00010000:00000010:2.1:1776198901.748496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700a472b. 00010000:00000010:2.1:1776198901.748499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a239bb. 00010000:00000010:2.1:1776198901.748501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5ac136. 00010000:00000010:2.1:1776198901.748503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c19dbbb. 00010000:00000010:2.1:1776198901.748505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9db428. 00010000:00000010:2.1:1776198901.748508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59a9ebd. 00010000:00000010:2.1:1776198901.748510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37542a6. 00010000:00000010:2.1:1776198901.748512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bb9d21. 00010000:00000010:2.1:1776198901.748514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038fad641. 00010000:00000010:2.1:1776198901.748517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e30fac6. 00010000:00000010:2.1:1776198901.748519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055295fb5. 00010000:00000010:2.1:1776198901.748521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669751d8. 00010000:00000010:2.1:1776198901.748523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094478a83. 00010000:00000010:2.1:1776198901.748525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3df51e. 00010000:00000010:2.1:1776198901.748527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198901.748530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a05ca5. 00010000:00000010:2.1:1776198901.771528:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198901.771536:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9b08ae. 00010000:00000010:2.1:1776198901.771542:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e101380. 00010000:00000010:2.1:1776198901.771546:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a05ca5. 00010000:00000010:2.1:1776198901.771549:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a90bccc. 00010000:00000010:2.1:1776198901.771551:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3df51e. 00010000:00000010:2.1:1776198901.771553:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6ee2c1. 00010000:00000010:2.1:1776198901.778158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669751d8. 00010000:00000010:2.1:1776198901.778168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced55824. 00010000:00000010:2.1:1776198901.778173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e30fac6. 00010000:00000010:2.1:1776198901.778175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95ab2bd. 00010000:00000010:2.1:1776198901.778179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bb9d21. 00010000:00000010:2.1:1776198901.778182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae20dff. 00010000:00000010:2.1:1776198901.778185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59a9ebd. 00010000:00000010:2.1:1776198901.778187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000783b7290. 00010000:00000010:2.1:1776198901.778189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c19dbbb. 00010000:00000010:2.1:1776198901.778191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165cb337. 00010000:00000010:2.1:1776198901.778206:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a239bb. 00010000:00000010:2.1:1776198901.778208:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8763e26. 00010000:00000010:2.1:1776198901.778213:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83128e0. 00010000:00000010:2.1:1776198901.778218:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f9b4b4. 00010000:00000010:2.1:1776198901.778221:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068996213. 00010000:00000010:2.1:1776198901.778223:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce5d8eb. 00010000:00000010:2.1:1776198901.778226:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b5333. 00010000:00000010:2.1:1776198901.778228:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84ff4e0. 00010000:00000010:2.1:1776198901.778230:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929bd297. 00010000:00000010:2.1:1776198901.778232:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333eaaf8. 00010000:00000010:2.1:1776198901.778235:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa37263. 00010000:00000010:2.1:1776198901.778237:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb2ab21. 00010000:00000010:2.1:1776198901.778239:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03b07f7. 00010000:00000010:2.1:1776198901.778241:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003693db6d. 00010000:00000010:2.1:1776198901.778251:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b90b0b6. 00010000:00000010:2.1:1776198901.778267:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001259083. 00010000:00000010:2.1:1776198901.778269:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514f9193. 00010000:00000010:2.1:1776198901.778271:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066308503. 00010000:00000010:2.1:1776198901.778273:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb721be4. 00010000:00000010:2.1:1776198901.778276:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c861226c. 00010000:00000010:2.1:1776198901.778279:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0eea60. 00010000:00000010:2.1:1776198901.778281:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a09ce86. 00010000:00000010:2.1:1776198901.778283:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a930f7. 00010000:00000010:2.1:1776198901.778285:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d4665c. 00010000:00000010:2.1:1776198901.778288:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf18604. 00010000:00000010:2.1:1776198901.778291:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007456453b. 00010000:00000010:2.1:1776198901.778295:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8b7496. 00010000:00000010:2.1:1776198901.778297:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a2ed6c1. 00010000:00000010:2.1:1776198901.778299:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f80c39. 00010000:00000010:2.1:1776198901.778301:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a58080f. 00010000:00000010:2.1:1776198901.778304:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032e37c1e. 00010000:00000010:2.1:1776198901.778306:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001285d77f. 00010000:00000010:2.1:1776198901.778310:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198901.778312:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e034d6. 00010000:00000010:2.1:1776198901.778315:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198901.778317:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e0ebba. 00010000:00000010:2.1:1776198901.778319:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198901.778322:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d1fc70a. 00010000:00000010:2.1:1776198901.778325:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198901.778328:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e322bcbf. 00010000:00000010:2.1:1776198901.778330:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198901.778333:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd636f90. 00010000:00000010:2.1:1776198901.778335:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198901.778338:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198901.778341:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:3.1:1776198901.780295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094478a83. 00010000:00000010:3.1:1776198901.780302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198901.780308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b873d2fa. 00010000:00000010:3.1:1776198901.780312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475740a3. 00010000:00000010:3.1:1776198901.780314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f4db574. 00010000:00000010:3.1:1776198901.780317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.1:1776198901.780319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0c1b000. 00010000:00000010:3.1:1776198901.780323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198901.780325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070b201cd. 00010000:00000010:3.1:1776198901.780327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:3.1:1776198901.780329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a469f9a7. 00010000:00000010:3.1:1776198901.780333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198901.780335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ac6901. 00010000:00000010:3.1:1776198901.780337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198901.780339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd162c35. 00010000:00000010:3.1:1776198901.780342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198901.780343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000105d6035. 00010000:00000010:3.1:1776198901.780346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:3.1:1776198901.780349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d548b186. 00010000:00000010:3.1:1776198901.780351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.1:1776198901.780353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa8532d8. 00010000:00000010:3.1:1776198901.780356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:0.1:1776198901.787942:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059571726. 00010000:00000010:2.1:1776198901.790530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e93cbe61. 00010000:00000010:2.1:1776198901.790538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:2.1:1776198901.790542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198901.790545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.1:1776198901.793332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03804e8. 00010000:00000010:1.1:1776198901.793396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cfe587c. 00010000:00000010:1.1:1776198901.793404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:1.1:1776198901.807287:0:78438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed3ab2a4. 00010000:00000010:1.1:1776198901.807298:0:78438:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d9e22ee. 00010000:00000010:1.1:1776198901.807302:0:78438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:3.1:1776198901.820168:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b624e7. 00010000:00000010:1.1:1776198901.820300:0:78439:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccd0bd24. 00010000:00000010:1.1:1776198901.820306:0:78439:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:2.1:1776198901.830826:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb8a72c7. 00010000:00000010:2.1:1776198901.830840:0:1374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006752fe3a. 00010000:00000010:2.1:1776198901.830845:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:0.1:1776198901.835176:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daab32e2. 00010000:00000010:3.1:1776198901.838165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b206c831. 00010000:00000010:3.1:1776198901.838181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:3.1:1776198901.838186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa8532d8. 00010000:00000010:3.1:1776198901.838189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198901.843896:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5cd555b. 00010000:00000010:3.1:1776198901.843910:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9414ca. 00010000:00000010:3.1:1776198901.843914:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.1:1776198901.849285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6bd56cd. 00010000:00000010:3.1:1776198901.849294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:0.1:1776198901.849337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aed96ce. 00010000:00000010:2.1:1776198901.856323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000400515e5. 00010000:00000010:3.1:1776198901.857088:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eca01205. 00010000:00000010:3.1:1776198901.857095:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:2.1:1776198901.867738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004235e65d. 00010000:00000010:3.1:1776198901.869288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344d2dc0. 00010000:00000010:3.1:1776198901.869295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:2.1:1776198901.871440:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ca28f9. 00010000:00000010:3.1:1776198901.872158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c9f6c2. 00010000:00000010:3.1:1776198901.872170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198901.872174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa8532d8. 00010000:00000010:3.1:1776198901.872180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:0.1:1776198901.875291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000548ccb35. 00010000:00000010:0.1:1776198901.875297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:2.1:1776198901.875364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002255c97c. 00010000:00000010:2.1:1776198901.884280:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f784d26d. 00010000:00000010:3.1:1776198901.888301:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cd03989. 00010000:00000010:3.1:1776198901.888307:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:2.1:1776198901.892958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6671f3a. 00010000:00000010:3.1:1776198901.892998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aac505e. 00010000:00000010:3.1:1776198901.893005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:2.1:1776198901.898301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006438ee03. 00010000:00000010:2.1:1776198901.898312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:0.1:1776198901.903146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f78c9952. 00010000:00000010:2.1:1776198901.906460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000224fce56. 00010000:00000010:2.1:1776198901.906469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:0.1:1776198901.910363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000882543e. 00010000:00000010:2.1:1776198901.915880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2b0584. 00010000:00000010:0.1:1776198901.919592:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b886db34. 00010000:00000010:0.1:1776198901.919600:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:1.1:1776198901.925054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d691e645. 00010000:00000010:2.1:1776198901.932506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c239a3ab. 00010000:00000010:2.1:1776198901.932520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198901.936307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056dba5de. 00010000:00000010:2.1:1776198901.944311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9658cae. 00010000:00000010:2.1:1776198901.944327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:0.1:1776198901.955352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c46c8a1. 00010000:00000010:0.1:1776198901.958567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006469a1b2. 00010000:00000010:2.1:1776198901.959307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500860f2. 00010000:00000010:2.1:1776198901.959319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198901.980974:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769ba6cc. 00010000:00000010:2.1:1776198901.980992:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198901.986178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df49f6b0. 00010000:00000010:2.1:1776198901.986195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007934846d. 00010000:00000010:2.1:1776198901.986199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198901.986202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198901.986205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:0.1:1776198901.996735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006891c16b. 00010000:00000010:2.1:1776198901.997792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005cdb5b0. 00010000:00000010:2.1:1776198901.997802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198902.015432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaeeb7cc. 00010000:00000010:2.1:1776198902.015445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:3.1:1776198902.024385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097cbf2da. 00010000:00000010:2.1:1776198902.030576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b300c2a. 00010000:00000010:2.1:1776198902.030585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:3.1:1776198902.030774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1cd5d56. 00010000:00000010:3.1:1776198902.042467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4ebff34. 00010000:00000010:2.1:1776198902.045890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a38fd2c9. 00010000:00000010:2.1:1776198902.045903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198902.050587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9be016a. 00010000:00000010:2.1:1776198902.050594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198902.050597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.050599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:3.1:1776198902.051573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f9d6630. 00010000:00000010:3.1:1776198902.057239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de4338d3. 00010000:00000010:2.1:1776198902.061284:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3ce1b12. 00010000:00000010:2.1:1776198902.061291:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:3.1:1776198902.067981:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1be44eb. 00010000:00000010:0.1:1776198902.074685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4139c4b. 00010000:00000010:0.1:1776198902.074714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:1.1:1776198902.081194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b454ed74. 00010000:00000010:2.1:1776198902.091336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002844d8b5. 00010000:00000010:2.1:1776198902.091355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:2.1:1776198902.100502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27b1c9. 00010000:00000010:2.1:1776198902.100520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e53d0c8. 00010000:00000010:2.1:1776198902.100523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198902.111358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000376f865. 00010000:00000010:2.1:1776198902.111379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198902.111384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.111386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:1.1:1776198902.119717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c75793. 00010000:00000010:3.1:1776198902.121321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4523f7. 00010000:00000010:2.1:1776198902.133687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d7ddea. 00010000:00000010:2.1:1776198902.133695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:1.1:1776198902.137346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c23d7f0. 00010000:00000010:2.1:1776198902.141294:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2c056c. 00010000:00000010:2.1:1776198902.141300:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198902.141303:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f6bab5f. 00010000:00000010:2.1:1776198902.141306:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c55f34a4. 00010000:00000010:2.1:1776198902.141310:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198902.146310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1794e0b. 00010000:00000010:2.1:1776198902.152857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb34517c. 00010000:00000010:2.1:1776198902.152869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:3.1:1776198902.156944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb9708ec. 00010000:00000010:2.1:1776198902.161436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083ee88a0. 00010000:00000010:2.1:1776198902.161446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198902.161450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.161453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:0.1:1776198902.165855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a44cd0. 00010000:00000010:0.1:1776198902.165870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:3.1:1776198902.165990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fb1ac. 00010000:00000010:3.1:1776198902.173312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d00e302. 00010000:00000010:2.1:1776198902.173385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000404632d3. 00010000:00000010:2.1:1776198902.173395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:2.1:1776198902.188081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d83bcdc. 00010000:00000010:2.1:1776198902.193323:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020a404de. 00010000:00000010:2.1:1776198902.193331:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198902.201041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063498140. 00010000:00000010:2.1:1776198902.201048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c33237f6. 00010000:00000010:2.1:1776198902.201052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198902.208549:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e034ba3. 00010000:00000010:2.1:1776198902.208557:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e67aae. 00010000:00000010:2.1:1776198902.208561:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198902.208564:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.208566:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198902.216905:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071cc5516. 00010000:00000010:2.1:1776198902.217069:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007172edfe. 00010000:00000010:2.1:1776198902.217075:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:3.1:1776198902.221396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951bc378. 00010000:00000010:2.1:1776198902.221505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004484e456. 00010000:00000010:2.1:1776198902.221514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046f9dddc. 00010000:00000010:2.1:1776198902.221518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.1:1776198902.225428:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f0e5b1f. 00010000:00000010:2.1:1776198902.225436:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:3.1:1776198902.231760:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a46cb71d. 00010000:00000010:2.1:1776198902.233286:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef8b41f. 00010000:00000010:2.1:1776198902.233294:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198902.237855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d4075c. 00010000:00000010:0.1:1776198902.248525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003848c312. 00010000:00000010:0.1:1776198902.248543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:3.1:1776198902.255630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087824765. 00010000:00000010:1.1:1776198902.259477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4c78f00. 00010000:00000010:1.1:1776198902.259640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:2.1:1776198902.263444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a37658. 00010000:00000010:2.1:1776198902.263459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063054520. 00010000:00000010:2.1:1776198902.263474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:2.1:1776198902.270306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004138c194. 00010000:00000010:2.1:1776198902.273396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f40b7093. 00010000:00000010:2.1:1776198902.273411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198902.274354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000265f0858. 00010000:00000010:1.1:1776198902.274361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:3.1:1776198902.274675:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccece6b9. 00010000:00000010:3.1:1776198902.283818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d1c269a. 00010000:00000010:0.1:1776198902.287296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a20fb1. 00010000:00000010:2.1:1776198902.287363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000618772e5. 00010000:00000010:2.1:1776198902.287511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198902.292836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7f42789. 00010000:00000010:2.1:1776198902.292846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198902.292850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.292854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198902.302511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee05301. 00010000:00000010:2.1:1776198902.302518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:0.1:1776198902.306863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063034719. 00010000:00000010:1.1:1776198902.315317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086bbcdd1. 00010000:00000010:1.1:1776198902.315325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b8c275. 00010000:00000010:1.1:1776198902.315328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198902.320645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdf74857. 00010000:00000010:0.1:1776198902.333286:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002706822b. 00010000:00000010:0.1:1776198902.333292:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.1:1776198902.338963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ac0f64b. 00010000:00000010:1.1:1776198902.338971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:1.1:1776198902.338974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198902.338978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:2.1:1776198902.339341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc19785. 00010000:00000010:0.1:1776198902.339399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fc7b9a. 00010000:00000010:0.1:1776198902.339405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.1:1776198902.339408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c5a844. 00010000:00000010:3.1:1776198902.343362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b630cea. 00010000:00000010:3.1:1776198902.343387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c382ade. 00010000:00000010:1.1:1776198902.346444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f091702. 00010000:00000010:2.1:1776198902.355345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d469bc8. 00010000:00000010:2.1:1776198902.355364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:1.1:1776198902.358305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fd4d537. 00010000:00000010:3.1:1776198902.380727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c6c328. 00010000:00000010:2.1:1776198902.384324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f99cba4. 00010000:00000010:2.1:1776198902.384331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198902.387426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058e2bd44. 00010000:00000010:2.1:1776198902.387442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a9e3ca. 00010000:00000010:2.1:1776198902.387450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:1.1:1776198902.388426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047f05210. 00010000:00000010:2.1:1776198902.393051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aab03af. 00010000:00000010:2.1:1776198902.393062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198902.393066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.393069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198902.402423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec6833c0. 00010000:00000010:2.1:1776198902.402431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:1.1:1776198902.402485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009491c349. 00010000:00000010:2.1:1776198902.412549:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064904a5c. 00010000:00000010:2.1:1776198902.412555:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:1.1:1776198902.419168:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006312e4a8. 00010000:00000010:2.1:1776198902.430380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dced5788. 00010000:00000010:2.1:1776198902.430391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae6bb9c9. 00010000:00000010:2.1:1776198902.430394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198902.431392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c21aea. 00010000:00000010:0.1:1776198902.432292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44fc8c1. 00010000:00000010:0.1:1776198902.432302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:3.1:1776198902.435596:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d61de5. 00010000:00000010:3.1:1776198902.435606:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83b198b. 00010000:00000010:3.1:1776198902.435610:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:1.1:1776198902.446502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093366ed4. 00010000:00000010:3.1:1776198902.447444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3522863. 00010000:00000010:3.1:1776198902.447455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:3.1:1776198902.453515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fff29177. 00010000:00000010:3.1:1776198902.453523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:2.1:1776198902.467392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f623916. 00010000:00000010:3.1:1776198902.471613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049999f80. 00010000:00000010:3.1:1776198902.471623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:1.1:1776198902.478347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db37ec52. 00010000:00000010:2.1:1776198902.489305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007925db13. 00010000:00000010:2.1:1776198902.489324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf7223ad. 00010000:00000010:2.1:1776198902.489329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:2.1:1776198902.501294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002696ea19. 00010000:00000010:0.1:1776198902.505314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae175f3. 00010000:00000010:0.1:1776198902.505334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:1.1:1776198902.516457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ba1d25f. 00010000:00000010:2.1:1776198902.520753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a089f41. 00010000:00000010:2.1:1776198902.520766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:2.1:1776198902.520770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.520773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198902.524536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be4817ff. 00010000:00000010:2.1:1776198902.524553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:1.1:1776198902.529320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b96c0a1. 00010000:00000010:2.1:1776198902.534297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:2.1:1776198902.534315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf3e09b0. 00010000:00000010:2.1:1776198902.534319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:1.1:1776198902.540503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b023a3. 00010000:00000010:2.1:1776198902.548395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057098cc9. 00010000:00000010:2.1:1776198902.548413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198902.553358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb003ba7. 00010000:00000010:2.1:1776198902.553368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401f3299. 00010000:00000010:2.1:1776198902.553373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198902.579298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ddc013d. 00010000:00000010:2.1:1776198902.579310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:3.1:1776198902.587305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d052b716. 00010000:00000010:2.1:1776198902.599710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be453dd8. 00010000:00000010:2.1:1776198902.599718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb708753. 00010000:00000010:2.1:1776198902.599722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198902.608308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780e4a65. 00010000:00000010:2.1:1776198902.608317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4f4cee. 00010000:00000010:2.1:1776198902.608321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198902.608324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c857360d. 00010000:00000010:2.1:1776198902.608326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:3.1:1776198902.608378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e1f484. 00010000:00000010:0.1:1776198902.611368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1751c80. 00010000:00000010:0.1:1776198902.611379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198902.615426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e640b40. 00010000:00000010:3.1:1776198902.630336:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bea96c7. 00010000:00000010:0.1:1776198902.630399:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a74b571. 00010000:00000010:0.1:1776198902.630406:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:2.1:1776198902.647441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6439541. 00010000:00000010:2.1:1776198902.647451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008986b06. 00010000:00000010:2.1:1776198902.647456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:2.1:1776198902.647460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198902.647463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198902.656302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129373b9. 00010000:00000010:2.1:1776198902.656312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:1.1:1776198902.656351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018f47855. 00010000:00000010:2.1:1776198902.662482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001615effe. 00010000:00000010:1.1:1776198902.663119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbdaa853. 00010000:00000010:1.1:1776198902.663126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:1.1:1776198902.668335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db577c39. 00010000:00000010:1.1:1776198902.668349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000285fa3ce. 00010000:00000010:1.1:1776198902.668354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:0.1:1776198902.677152:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f3fed29. 00010000:00000010:0.1:1776198902.677169:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:1.1:1776198902.684303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000891dab7d. 00010000:00000010:3.1:1776198902.688380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100893b5. 00010000:00000010:0.1:1776198902.691812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004486420f. 00010000:00000010:0.1:1776198902.691828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:0.1:1776198902.691832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198902.691835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:0.1:1776198902.691839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d8e3fd. 00010000:00000010:0.1:1776198902.697832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e70a1a86. 00010000:00000010:0.1:1776198902.697840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:1.1:1776198902.701467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba9e04d9. 00010000:00000010:0.1:1776198902.706367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb4bb6e1. 00010000:00000010:0.1:1776198902.706379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:3.1:1776198902.710496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ce4103f. 00010000:00000010:0.1:1776198902.716878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e953e1b. 00010000:00000010:0.1:1776198902.716896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:0.1:1776198902.720440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d1aa2a4. 00010000:00000010:0.1:1776198902.720448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:1.1:1776198902.720495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c49638d. 00010000:00000010:0.1:1776198902.729354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8ce25b8. 00010000:00000010:0.1:1776198902.729367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.1:1776198902.729372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198902.729374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:3.1:1776198902.729429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3dd512. 00010000:00000010:1.1:1776198902.735331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da6981f0. 00010000:00000010:0.1:1776198902.738407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e03c947f. 00010000:00000010:0.1:1776198902.738422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:0.1:1776198902.749070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064721d1c. 00010000:00000010:0.1:1776198902.749080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:3.1:1776198902.760009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b049b08a. 00010000:00000010:3.1:1776198902.763290:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acfe154. 00010000:00000010:0.1:1776198902.766437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053170d01. 00010000:00000010:0.1:1776198902.766453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:3.1:1776198902.771344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebe3fecb. 00010000:00000010:0.1:1776198902.772522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ba1980. 00010000:00000010:0.1:1776198902.772530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:1.1:1776198902.784763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056a0ddde. 00010000:00000010:0.1:1776198902.784822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000791905df. 00010000:00000010:0.1:1776198902.784828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.1:1776198902.792632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198902.792644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:3.1:1776198902.793294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5dd20b4. 00010000:00000010:0.1:1776198902.798370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea57e3a6. 00010000:00000010:0.1:1776198902.798377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:2.1:1776198902.807307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8e5e6ed. 00010000:00000010:2.1:1776198902.807324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:1.1:1776198902.807373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624b490e. 00010000:00000010:0.1:1776198902.822799:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000acdbcf9. 00010000:00000010:0.1:1776198902.822813:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dce6353a. 00010000:00000010:0.1:1776198902.822819:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:3.1:1776198902.849198:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fda14f. 00010000:00000010:3.1:1776198902.849215:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c86ffc4. 00010000:00000010:3.1:1776198902.849221:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:0.1:1776198902.855643:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e552799c. 00010000:00000010:0.1:1776198902.855660:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:3.1:1776198902.856400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dee6ea. 00010000:00000010:1.1:1776198902.857328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f3911e. 00010000:00000010:3.1:1776198902.859435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f2209a. 00010000:00000010:3.1:1776198902.859447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:3.1:1776198902.876730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036efc45c. 00010000:00000010:3.1:1776198902.876742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a60103. 00010000:00000010:3.1:1776198902.876746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198902.876749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23b43cc. 00010000:00000010:3.1:1776198902.888422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c98f0373. 00010000:00000010:3.1:1776198902.888438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:1.1:1776198902.895393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d169aa8. 00010000:00000010:1.1:1776198902.895410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a8a1c6c. 00010000:00000010:3.1:1776198902.898835:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198902.912472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5e6866. 00010000:00000010:3.1:1776198902.912481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb82722. 00010000:00000010:3.1:1776198902.912484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198902.931389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0ec47b. 00010000:00000010:3.1:1776198902.931399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230d28a5. 00010000:00000010:3.1:1776198902.931403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:2.1:1776198902.937431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077232cbe. 00010000:00000010:3.1:1776198902.937479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a6be114. 00010000:00000010:3.1:1776198902.937485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007474dc00. 00010000:00000010:3.1:1776198902.937488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198902.937492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692c1aef. 00010000:00000010:3.1:1776198902.937495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:0.1:1776198902.961548:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b8dfce. 00010000:00000010:0.1:1776198902.961555:0:78440:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a55a3e. 00010000:00000010:0.1:1776198902.961558:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:1.1:1776198902.969432:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a658c02. 00010000:00000010:1.1:1776198902.969446:0:64811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911abba2. 00010000:00000010:1.1:1776198902.969450:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:1.1:1776198902.987555:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae52e9d. 00010000:00000010:0.1:1776198902.992365:0:76259:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dbc2944. 00010000:00000010:0.1:1776198902.992383:0:76259:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:0.1:1776198902.992387:0:76259:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198902.992390:0:76259:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:3.1:1776198902.992790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5bc1907. 00010000:00000010:3.1:1776198902.992798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.1:1776198903.000019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dce0924. 00010000:00000010:1.1:1776198903.005311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2e0de28. 00010000:00000010:0.1:1776198903.007475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3c91f1. 00010000:00000010:0.1:1776198903.007486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.1:1776198903.007548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070b2182f. 00010000:00000010:1.1:1776198903.007553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:1.1:1776198903.010375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7de1e3c. 00010000:00000010:0.1:1776198903.023434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e96436d5. 00010000:00000010:0.1:1776198903.023442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:3.1:1776198903.023587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65c4469. 00010000:00000010:1.1:1776198903.027299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198903.027313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e2bf2bf. 00010000:00000010:1.1:1776198903.027317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:1.1:1776198903.027320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198903.027323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:0.1:1776198903.031340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c1daf8. 00010000:00000010:0.1:1776198903.031354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021cd5036. 00010000:00000010:0.1:1776198903.031358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:3.1:1776198903.036102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fae0d874. 00010000:00000010:0.1:1776198903.041449:0:78440:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cb2cce8. 00010000:00000010:0.1:1776198903.041459:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c382ade. 00010000:00000010:3.1:1776198903.050399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d31c448. 00010000:00000010:0.1:1776198903.050650:0:78440:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040ee030b. 00010000:00000010:0.1:1776198903.050656:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:2.1:1776198903.055633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066e4958d. 00010000:00000010:2.1:1776198903.055641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000795a4c79. 00010000:00000010:2.1:1776198903.055645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.1:1776198903.065708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c129afb5. 00010000:00000010:2.1:1776198903.065834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000134a0080. 00010000:00000010:2.1:1776198903.065840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:1.1:1776198903.069520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd09815. 00010000:00000010:2.1:1776198903.070376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6951369. 00010000:00000010:2.1:1776198903.070385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.1:1776198903.070389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198903.070392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.1:1776198903.083306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001002fb27. 00010000:00000010:2.1:1776198903.083327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:1.1:1776198903.083375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006efceb3a. 00010000:00000010:3.1:1776198903.115610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbdc3276. 00010000:00000010:3.1:1776198903.115622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53f2b37. 00010000:00000010:3.1:1776198903.115626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.1:1776198903.126655:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffe1a780. 00010000:00000010:2.1:1776198903.126673:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a941a5. 00010000:00000010:2.1:1776198903.126676:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:0.1:1776198903.131768:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008da09ac5. 00010000:00000010:0.1:1776198903.131779:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae95e5a0. 00010000:00000010:0.1:1776198903.131784:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:0.1:1776198903.131787:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59d4510. 00010000:00000010:0.1:1776198903.131790:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483852cc. 00010000:00000010:0.1:1776198903.131793:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.1:1776198903.131796:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198903.131799:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:3.1:1776198903.133822:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cafffb5. 00010000:00000010:3.1:1776198903.133829:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.1:1776198903.134309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc9eb20. 00010000:00000010:2.1:1776198903.134315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066d7c4d4. 00010000:00000010:2.1:1776198903.134318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:1.1:1776198903.134567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7dca578. 00010000:00000010:3.1:1776198903.146456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3e7375c. 00010000:00000010:3.1:1776198903.146469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097d99fe2. 00010000:00000010:3.1:1776198903.146472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:1.1:1776198903.149291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f53940d7. 00010000:00000010:1.1:1776198903.149311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475740a3. 00010000:00000010:2.1:1776198903.149373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e803c5ab. 00010000:00000010:0.1:1776198903.166387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de22f864. 00010000:00000010:3.1:1776198903.171500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b1302d. 00010000:00000010:3.1:1776198903.171512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:3.1:1776198903.174819:0:787:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3c2dfb. 00010000:00000010:3.1:1776198903.174827:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:1.1:1776198903.175292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450e0f8c. 00010000:00000010:3.1:1776198903.186348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62bd8e8. 00010000:00000010:3.1:1776198903.186360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026c823db. 00010000:00000010:3.1:1776198903.186364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:2.1:1776198903.195520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efbbf35a. 00010000:00000010:3.1:1776198903.196363:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000baba759. 00010000:00000010:3.1:1776198903.196371:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198903.201473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099ca4242. 00010000:00000010:2.1:1776198903.205312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005038f43f. 00010000:00000010:2.1:1776198903.205327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.1:1776198903.205451:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d3ea96. 00010000:00000010:1.1:1776198903.205458:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198903.205661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d856b77b. 00010000:00000010:2.1:1776198903.208288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca14c2. 00010000:00000010:2.1:1776198903.208295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf5979e. 00010000:00000010:2.1:1776198903.208299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198903.208302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198903.208304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:3.1:1776198903.217284:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a43956d. 00010000:00000010:2.1:1776198903.219432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4df162. 00010000:00000010:2.1:1776198903.219443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:3.1:1776198903.223157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e71ab58. 00010000:00000010:3.1:1776198903.223173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc13c352. 00010000:00000010:3.1:1776198903.223178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198903.234167:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d5ffc29. 00010000:00000010:3.1:1776198903.239190:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a929391. 00010000:00000010:3.1:1776198903.239203:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:2.1:1776198903.254437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2d99b59. 00010000:00000010:2.1:1776198903.254451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4d75e22. 00010000:00000010:2.1:1776198903.254456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:2.1:1776198903.254504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022fb8b2f. 00010000:00000010:2.1:1776198903.254508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3fde953. 00010000:00000010:2.1:1776198903.254511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198903.254515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198903.254517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.1:1776198903.268290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054e17746. 00010000:00000010:2.1:1776198903.268298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:3.1:1776198903.268409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c0b565e. 00010000:00000010:1.1:1776198903.271791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a76733d. 00010000:00000010:1.1:1776198903.271797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b075e1d8. 00010000:00000010:1.1:1776198903.271801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.1:1776198903.279293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef6182f. 00010000:00000010:2.1:1776198903.279299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198903.279388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e98ca187. 00010000:00000010:3.1:1776198903.285271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8dcfc38. 00010000:00000010:2.1:1776198903.290937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008d27c04. 00010000:00000010:2.1:1776198903.290961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:1.1:1776198903.306390:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058207e61. 00010000:00000010:1.1:1776198903.306397:0:1374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191057d3. 00010000:00000010:1.1:1776198903.306401:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:1.1:1776198903.306405:0:1374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009146790d. 00010000:00000010:1.1:1776198903.306409:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:2.1:1776198903.306499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b54fff8. 00010000:00000010:2.1:1776198903.306669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1a702e. 00010000:00000010:2.1:1776198903.306671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:2.1:1776198903.311390:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7654ffe. 00010000:00000010:2.1:1776198903.311396:0:78457:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc9e43ba. 00010000:00000010:2.1:1776198903.311400:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198903.311403:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8754b5. 00010000:00000010:2.1:1776198903.311405:0:78457:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051e5fda4. 00010000:00000010:2.1:1776198903.311408:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:1.1:1776198903.320125:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5df4779. 00010000:00000010:0.1:1776198903.321391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb0e33ff. 00010000:00000010:0.1:1776198903.321403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:1.1:1776198903.325159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef9dfaf8. 00010000:00000010:0.1:1776198903.329778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562ec895. 00010000:00000010:0.1:1776198903.329794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:1.1:1776198903.334339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e667d50b. 00010000:00000010:0.1:1776198903.339291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b253e95f. 00010000:00000010:0.1:1776198903.339302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.1:1776198903.346376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccfc2089. 00010000:00000010:0.1:1776198903.346391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1f52a8. 00010000:00000010:0.1:1776198903.346394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:1.1:1776198903.348883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a752cd3. 00010000:00000010:1.1:1776198903.348900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:3.1:1776198903.349289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba3efc6. 00010000:00000010:2.1:1776198903.349326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfa01377. 00010000:00000010:0.1:1776198903.349352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d8026b. 00010000:00000010:0.1:1776198903.349360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:0.1:1776198903.365312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ef73351. 00010000:00000010:0.1:1776198903.365329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:1.1:1776198903.370305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006663f302. 00010000:00000010:0.1:1776198903.425115:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8054bb8. 00010000:00000010:0.1:1776198903.425129:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f7fd823. 00010000:00000010:0.1:1776198903.425134:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:0.1:1776198903.425140:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8cdb89d. 00010000:00000010:0.1:1776198903.425144:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.1:1776198903.425146:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab215be7. 00010000:00000010:0.1:1776198903.425149:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00010000:00000010:0.1:1776198903.425152:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d735739. 00010000:00000010:0.1:1776198903.425156:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:0.1:1776198903.425158:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe7f1c7c. 00010000:00000010:0.1:1776198903.425163:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:0.1:1776198903.425165:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1f23d63. 00010000:00000010:0.1:1776198903.425167:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:0.1:1776198903.425169:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5fb6b49. 00010000:00000010:0.1:1776198903.425171:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.1:1776198903.425174:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b858f0. 00010000:00000010:0.1:1776198903.425176:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.1:1776198903.425179:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006761d7c5. 00010000:00000010:0.1:1776198903.425181:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.1:1776198903.425183:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028269c71. 00010000:00000010:0.1:1776198903.425187:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.1:1776198903.425192:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008986b06. 00010000:00000010:0.1:1776198903.425195:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:0.1:1776198903.425197:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015abdf73. 00010000:00000010:0.1:1776198903.425200:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198903.425202:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003adb62e1. 00010000:00000010:0.1:1776198903.425204:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.1:1776198903.425206:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e852a57. 00010000:00000010:0.1:1776198903.425208:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.1:1776198903.425210:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000347fe674. 00010000:00000010:0.1:1776198903.425213:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.1:1776198903.425216:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ac6f60. 00010000:00000010:0.1:1776198903.425219:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.1:1776198903.425221:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3df5270. 00010000:00000010:0.1:1776198903.425223:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.1:1776198903.425225:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d2f7c26. 00010000:00000010:0.1:1776198903.425227:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.1:1776198903.425229:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe09312. 00010000:00000010:0.1:1776198903.425231:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:0.1:1776198903.425233:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e039fc. 00010000:00000010:0.1:1776198903.425236:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:0.1:1776198903.425240:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c725de1b. 00010000:00000010:0.1:1776198903.425243:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b4a7b1. 00010000:00000010:0.1:1776198903.425245:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db7e93d3. 00010000:00000010:0.1:1776198903.425248:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e760f95. 00010000:00000010:0.1:1776198903.425250:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590b01bd. 00010000:00000010:0.1:1776198903.425269:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f81252f6. 00010000:00000010:0.1:1776198903.425271:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000404c911e. 00010000:00000010:0.1:1776198903.425273:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ea20d8. 00010000:00000010:0.1:1776198903.425275:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008516dbf8. 00010000:00000010:0.1:1776198903.425278:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1c12a1. 00010000:00000010:0.1:1776198903.425280:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80ba6af. 00010000:00000010:0.1:1776198903.425282:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c3e1cd7. 00010000:00000010:0.1:1776198903.425284:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af9039d0. 00010000:00000010:0.1:1776198903.425287:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd38c024. 00010000:00000010:0.1:1776198903.425288:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e9fc52. 00010000:00000010:0.1:1776198903.425360:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000719c1e4. 00010000:00000010:0.1:1776198903.425365:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401f3299. 00010000:00000010:0.1:1776198903.425369:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bea329a. 00010000:00000010:0.1:1776198903.425371:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69cd570. 00010000:00000010:0.1:1776198903.425376:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7eef864. 00010000:00000010:0.1:1776198903.425378:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a4a5d1. 00010000:00000010:0.1:1776198903.425381:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003722dff9. 00010000:00000010:0.1:1776198903.425385:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd4a09d. 00010000:00000010:0.1:1776198903.425387:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005117569d. 00010000:00000010:0.1:1776198903.425390:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f9e56c7. 00010000:00000010:0.1:1776198903.425392:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005922e267. 00010000:00000010:0.1:1776198903.425395:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e86618bd. 00010000:00000010:0.1:1776198903.425397:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969e88b7. 00010000:00000010:0.1:1776198903.425399:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ace5b44. 00010000:00000010:0.1:1776198903.425402:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c277e78c. 00010000:00000010:0.1:1776198903.425404:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046559ec0. 00010000:00000010:0.1:1776198903.425406:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004000c710. 00010000:00000010:0.1:1776198903.425408:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e53653. 00010000:00000010:0.1:1776198903.425410:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2eb584. 00010000:00000010:0.1:1776198903.425412:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068294c3c. 00010000:00000010:0.1:1776198903.425414:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ba1b42. 00010000:00000010:0.1:1776198903.425419:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c17491. 00010000:00000010:0.1:1776198903.425421:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c85b1b56. 00010000:00000010:0.1:1776198903.425423:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078fc07aa. 00010000:00000010:0.1:1776198903.425426:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078ebd604. 00010000:00000010:0.1:1776198903.425429:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0b91531. 00010000:00000010:0.1:1776198903.425431:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd79401. 00010000:00000010:0.1:1776198903.425433:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000427e717b. 00010000:00000010:0.1:1776198903.425436:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffeec43a. 00010000:00000010:0.1:1776198903.425438:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0ab617. 00010000:00000010:0.1:1776198903.425441:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f3911e. 00010000:00000010:0.1:1776198903.425444:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000254a7558. 00010000:00000010:0.1:1776198903.425447:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000acdbcf9. 00010000:00000010:0.1:1776198903.425450:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324a99eb. 00010000:00000010:0.1:1776198903.425454:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbb4f1c3. 00010000:00000010:0.1:1776198903.425457:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063c622eb. 00010000:00000010:0.1:1776198903.425460:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e23ca7bd. 00010000:00000010:0.1:1776198903.425462:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249df49e. 00010000:00000010:0.1:1776198903.425465:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee35f80e. 00010000:00000010:0.1:1776198903.429426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11950ae. 00010000:00000010:0.1:1776198903.429441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee21cc87. 00010000:00000010:0.1:1776198903.429448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2607941. 00010000:00000010:0.1:1776198903.429453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000916e09f5. 00010000:00000010:0.1:1776198903.429456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3fdac83. 00010000:00000010:0.1:1776198903.429458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a9f682. 00010000:00000010:0.1:1776198903.429460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072585d57. 00010000:00000010:0.1:1776198903.429465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c59092f. 00010000:00000010:0.1:1776198903.429467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000510596d2. 00010000:00000010:0.1:1776198903.429469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056eaa0bd. 00010000:00000010:0.1:1776198903.429487:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf3864de. 00010000:00000010:0.1:1776198903.429491:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e5a4423. 00010000:00000010:0.1:1776198903.429494:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff6314e. 00010000:00000010:0.1:1776198903.429497:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e23bc4. 00010000:00000010:0.1:1776198903.429499:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d064e80. 00010000:00000010:0.1:1776198903.429502:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf73090c. 00010000:00000010:0.1:1776198903.429505:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6b66032. 00010000:00000010:0.1:1776198903.429509:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b01c713. 00010000:00000010:0.1:1776198903.429513:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13f8a26. 00010000:00000010:0.1:1776198903.429517:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c5bfd53. 00010000:00000010:0.1:1776198903.429526:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a66f3e3. 00010000:00000010:0.1:1776198903.429533:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3489ee0. 00010000:00000010:0.1:1776198903.429543:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a960466. 00010000:00000010:0.1:1776198903.429547:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007019a470. 00010000:00000010:0.1:1776198903.429550:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000662fb808. 00010000:00000010:0.1:1776198903.429553:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049130dfc. 00010000:00000010:0.1:1776198903.429556:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b8f931. 00010000:00000010:0.1:1776198903.429560:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff65cec. 00010000:00000010:0.1:1776198903.429566:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014887074. 00010000:00000010:0.1:1776198903.429569:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec23e83. 00010000:00000010:0.1:1776198903.429574:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e828d4. 00010000:00000010:0.1:1776198903.429578:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009937bc1b. 00010000:00000010:0.1:1776198903.429585:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81570ca. 00010000:00000010:0.1:1776198903.429592:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000255e30c8. 00010000:00000010:0.1:1776198903.429598:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e77be903. 00010000:00000010:0.1:1776198903.429603:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1dc5e71. 00010000:00000010:0.1:1776198903.429609:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3217040. 00010000:00000010:0.1:1776198903.429614:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008451cf44. 00010000:00000010:0.1:1776198903.429618:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8e3006. 00010000:00000010:0.1:1776198903.429623:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a981ea7b. 00010000:00000010:0.1:1776198903.429628:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6662e2f. 00010000:00000010:0.1:1776198903.429631:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d246b2f1. 00010000:00000010:0.1:1776198903.429634:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebef3599. 00010000:00000010:0.1:1776198903.429638:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf2b48c2. 00010000:00000010:0.1:1776198903.429645:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000657ebd03. 00010000:00000010:0.1:1776198903.429648:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b3f40d. 00010000:00000010:0.1:1776198903.429651:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daca40b9. 00010000:00000010:0.1:1776198903.429654:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419d011a. 00010000:00000010:0.1:1776198903.429660:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7f42789. 00010000:00000010:0.1:1776198903.429674:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058d31de. 00010000:00000010:0.1:1776198903.429679:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d201671d. 00010000:00000010:0.1:1776198903.429683:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007979927e. 00010000:00000010:0.1:1776198903.429686:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e8fde8. 00010000:00000010:0.1:1776198903.429692:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d67bfb7. 00010000:00000010:0.1:1776198903.429696:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000074e3ae7. 00010000:00000010:0.1:1776198903.429701:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec21270. 00010000:00000010:0.1:1776198903.429706:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb8d4c1. 00010000:00000010:0.1:1776198903.429711:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096848db3. 00010000:00000010:0.1:1776198903.429716:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a946bf. 00010000:00000010:0.1:1776198903.429720:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6579b3c. 00010000:00000010:0.1:1776198903.429725:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a78bacb. 00010000:00000010:0.1:1776198903.429729:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1819347. 00010000:00000010:0.1:1776198903.429733:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ce109aa. 00010000:00000010:0.1:1776198903.429742:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da6981f0. 00010000:00000010:0.1:1776198903.429747:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd14007e. 00010000:00000010:0.1:1776198903.429751:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3dd512. 00010000:00000010:0.1:1776198903.429753:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401fe5db. 00010000:00000010:0.1:1776198903.429757:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e332a7f3. 00010000:00000010:0.1:1776198903.429763:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae39f87e. 00010000:00000010:0.1:1776198903.429766:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbdf52de. 00010000:00000010:0.1:1776198903.429770:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000929858c4. 00010000:00000010:0.1:1776198903.429773:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000547e890. 00010000:00000010:0.1:1776198903.429780:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7aba5da. 00010000:00000010:0.1:1776198903.429782:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a208ae50. 00010000:00000010:0.1:1776198903.429785:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b04e672. 00010000:00000010:0.1:1776198903.429787:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c9d45c8. 00010000:00000010:0.1:1776198903.429789:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f42af5f. 00010000:00000010:0.1:1776198903.429792:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001920c850. 00010000:00000010:0.1:1776198903.429794:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecc1011a. 00010000:00000010:0.1:1776198903.429797:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9dec619. 00010000:00000010:0.1:1776198903.429800:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000760c5524. 00010000:00000010:0.1:1776198903.429803:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa1f59f. 00010000:00000010:0.1:1776198903.429805:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005624e1c6. 00010000:00000010:0.1:1776198903.429807:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee853a61. 00010000:00000010:0.1:1776198903.429809:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed4f4c3. 00010000:00000010:0.1:1776198903.429812:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b701802. 00010000:00000010:0.1:1776198903.429815:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bed6ffb. 00010000:00000010:0.1:1776198903.429817:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d05ab04. 00010000:00000010:0.1:1776198903.429820:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017704841. 00010000:00000010:0.1:1776198903.429824:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c458ff39. 00010000:00000010:0.1:1776198903.429827:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f80b36f. 00010000:00000010:0.1:1776198903.429829:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e3553d. 00010000:00000010:0.1:1776198903.429832:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc9aed70. 00010000:00000010:0.1:1776198903.429834:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a2aa8a7. 00010000:00000010:0.1:1776198903.429836:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aeec3bc. 00010000:00000010:0.1:1776198903.429838:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b9edce. 00010000:00000010:0.1:1776198903.429841:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000962f9d83. 00010000:00000010:0.1:1776198903.429843:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7aa0949. 00010000:00000010:0.1:1776198903.429845:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d36d8a. 00010000:00000010:0.1:1776198903.429848:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d1ed77e. 00010000:00000010:0.1:1776198903.429853:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001658aff2. 00010000:00000010:0.1:1776198903.429855:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a4f352. 00010000:00000010:0.1:1776198903.429858:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d47cd124. 00010000:00000010:0.1:1776198903.429861:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e71ab58. 00010000:00000010:0.1:1776198903.429864:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8cd20f2. 00010000:00000010:0.1:1776198903.429868:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b5a15. 00010000:00000010:0.1:1776198903.429870:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000669128af. 00010000:00000010:0.1:1776198903.429880:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa03287. 00010000:00000010:0.1:1776198903.429883:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c421b343. 00010000:00000010:0.1:1776198903.429885:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c88332. 00010000:00000010:0.1:1776198903.429890:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa9d8fbb. 00010000:00000010:0.1:1776198903.429893:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000114645f6. 00010000:00000010:0.1:1776198903.429895:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000894a5eee. 00010000:00000010:0.1:1776198903.429897:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ba5acfc. 00010000:00000010:0.1:1776198903.429899:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001cb4a30. 00010000:00000010:0.1:1776198903.429902:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4a6925. 00010000:00000010:0.1:1776198903.429904:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be57677e. 00010000:00000010:0.1:1776198903.429906:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000340c7c0c. 00010000:00000010:0.1:1776198903.429909:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcfa96cd. 00010000:00000010:0.1:1776198903.429911:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae43149. 00010000:00000010:0.1:1776198903.429913:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6156ca. 00010000:00000010:0.1:1776198903.429915:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed844e00. 00010000:00000010:0.1:1776198903.429919:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884abe70. 00010000:00000010:0.1:1776198903.429922:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6088ca. 00010000:00000010:0.1:1776198903.429924:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a939eef. 00010000:00000010:0.1:1776198903.429927:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d24ad9. 00010000:00000010:0.1:1776198903.429929:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df813b86. 00010000:00000010:0.1:1776198903.429932:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071f51a0e. 00010000:00000010:0.1:1776198903.429935:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a48c4e. 00010000:00000010:0.1:1776198903.429937:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000143d0bb. 00010000:00000010:0.1:1776198903.429940:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005482740b. 00010000:00000010:0.1:1776198903.429944:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d6067c. 00010000:00000010:0.1:1776198903.429946:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198903.429948:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4d49ee. 00010000:00000010:0.1:1776198903.429951:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008994b9df. 00010000:00000010:0.1:1776198903.429953:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d1e2f2. 00010000:00000010:0.1:1776198903.429955:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3ffc70. 00010000:00000010:0.1:1776198903.429957:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e63f98c2. 00010000:00000010:0.1:1776198903.429959:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198903.429962:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eef75dc1. 00010000:00000010:0.1:1776198903.429964:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6657142. 00010000:00000010:0.1:1776198903.429966:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b661b7. 00010000:00000010:0.1:1776198903.429971:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0be64bb. 00010000:00000010:0.1:1776198903.429975:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da116182. 00010000:00000010:0.1:1776198903.429977:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008d6477e. 00010000:00000010:0.1:1776198903.429979:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bee8752c. 00010000:00000010:0.1:1776198903.433287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ca12b4. 00010000:00000010:0.1:1776198903.433302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bfe438. 00010000:00000010:0.1:1776198903.433310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a85a7d9. 00010000:00000010:0.1:1776198903.433313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5faa9a5. 00010000:00000010:0.1:1776198903.433316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000028fa0d5. 00010000:00000010:0.1:1776198903.433318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004864182. 00010000:00000010:0.1:1776198903.433321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc72d4b2. 00010000:00000010:0.1:1776198903.433324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f9e1b2c. 00010000:00000010:0.1:1776198903.433326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0d31a6. 00010000:00000010:0.1:1776198903.433328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc8542b0. 00010000:00000010:0.1:1776198903.433330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaca54dc. 00010000:00000010:0.1:1776198903.433333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf529a77. 00010000:00000010:0.1:1776198903.433335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ffbf422. 00010000:00000010:0.1:1776198903.433337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b91c97. 00010000:00000010:0.1:1776198903.433339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ecd12c0. 00010000:00000010:0.1:1776198903.433342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df23538d. 00010000:00000010:0.1:1776198903.433344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c92a5a6. 00010000:00000010:0.1:1776198903.433348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1be44eb. 00010000:00000010:0.1:1776198903.433350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000531fa470. 00010000:00000010:0.1:1776198903.433353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085c0e109. 00010000:00000010:0.1:1776198903.433357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f1097da. 00010000:00000010:0.1:1776198903.433364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53b34b4. 00010000:00000010:0.1:1776198903.433366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056220dd5. 00010000:00000010:0.1:1776198903.433369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9db154. 00010000:00000010:0.1:1776198903.433371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002064345c. 00010000:00000010:0.1:1776198903.433373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6118ca. 00010000:00000010:0.1:1776198903.433376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f04de8cb. 00010000:00000010:0.1:1776198903.433378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54f66b0. 00010000:00000010:0.1:1776198903.433380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfbb0171. 00010000:00000010:0.1:1776198903.433382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b16f45d. 00010000:00000010:0.1:1776198903.433384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022203109. 00010000:00000010:0.1:1776198903.433386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006173cf1. 00010000:00000010:0.1:1776198903.433389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b69845. 00010000:00000010:0.1:1776198903.433391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22805f3. 00010000:00000010:0.1:1776198903.433394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b33a8f. 00010000:00000010:0.1:1776198903.433396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004372f3ab. 00010000:00000010:0.1:1776198903.433398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068cd405e. 00010000:00000010:0.1:1776198903.433400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12a7789. 00010000:00000010:0.1:1776198903.433402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009494e7d. 00010000:00000010:0.1:1776198903.433404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb21510. 00010000:00000010:0.1:1776198903.433409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccf83bc. 00010000:00000010:0.1:1776198903.433412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20bdd1. 00010000:00000010:0.1:1776198903.433413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059595ff2. 00010000:00000010:0.1:1776198903.433416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0751b84. 00010000:00000010:0.1:1776198903.433418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004421eb4a. 00010000:00000010:0.1:1776198903.433421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e86bdb. 00010000:00000010:0.1:1776198903.433423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b030f76. 00010000:00000010:0.1:1776198903.433425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5adc4ef. 00010000:00000010:0.1:1776198903.433428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a46047. 00010000:00000010:0.1:1776198903.433430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f013aa91. 00010000:00000010:0.1:1776198903.433432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc68a4a. 00010000:00000010:0.1:1776198903.433434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc99b48e. 00010000:00000010:0.1:1776198903.433437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cde8dab1. 00010000:00000010:0.1:1776198903.433439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acfe154. 00010000:00000010:0.1:1776198903.433442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006424afc6. 00010000:00000010:0.1:1776198903.433445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00010000:00000010:0.1:1776198903.433447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005acbc2be. 00010000:00000010:0.1:1776198903.433449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939af378. 00010000:00000010:0.1:1776198903.433452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f2704e. 00010000:00000010:0.1:1776198903.433454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00010000:00000010:0.1:1776198903.433456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0119f9. 00010000:00000010:0.1:1776198903.433462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4a711d. 00010000:00000010:0.1:1776198903.433466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a60103. 00010000:00000010:0.1:1776198903.433469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017496afb. 00010000:00000010:0.1:1776198903.433471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005174299a. 00010000:00000010:0.1:1776198903.433474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:0.1:1776198903.433476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c066c4fe. 00010000:00000010:0.1:1776198903.433478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.1:1776198903.433480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bc572b. 00010000:00000010:0.1:1776198903.433483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.1:1776198903.433485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fdd3588. 00010000:00000010:0.1:1776198903.433487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:0.1:1776198903.433489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb39f4d. 00010000:00000010:0.1:1776198903.433492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.1:1776198903.433494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b60d8cd1. 00010000:00000010:0.1:1776198903.433496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:0.1:1776198903.433499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249df49e. 00010000:00000010:0.1:1776198903.433502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af38081. 00010000:00000010:1.1:1776198903.434140:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de10e55a. 00010000:00000010:1.1:1776198903.434148:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.1:1776198903.434153:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009146790d. 00010000:00000010:1.1:1776198903.434158:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198903.434160:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001074f3cf. 00010000:00000010:1.1:1776198903.434163:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:1.1:1776198903.434165:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec42dea0. 00010000:00000010:1.1:1776198903.434167:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:1.1:1776198903.434171:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d1748e. 00010000:00000010:1.1:1776198903.434174:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.1:1776198903.434176:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e248b571. 00010000:00000010:1.1:1776198903.434178:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.1:1776198903.434181:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df595b00. 00010000:00000010:1.1:1776198903.434183:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198903.434185:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a17797. 00010000:00000010:1.1:1776198903.434187:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.1:1776198903.434189:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace45c2. 00010000:00000010:1.1:1776198903.434191:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:1.1:1776198903.434194:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000515e391. 00010000:00000010:1.1:1776198903.434196:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198903.434199:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8d98e0. 00010000:00000010:1.1:1776198903.434201:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.1:1776198903.434203:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c33237f6. 00010000:00000010:1.1:1776198903.434206:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:1.1:1776198903.434208:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1aba0d5. 00010000:00000010:1.1:1776198903.434210:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c382ade. 00010000:00000010:1.1:1776198903.434212:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d470e683. 00010000:00000010:1.1:1776198903.434214:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.1:1776198903.434216:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c20d9d8. 00010000:00000010:1.1:1776198903.434219:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198903.434223:0:59575:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000606c9b70. 00010000:00000010:1.1:1776198903.434225:0:59575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:0.1:1776198903.470353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063c622eb. 00010000:00000010:0.1:1776198903.470362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e9466f. 00010000:00000010:0.1:1776198903.470368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198903.470372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af38081. 00010000:00000010:1.1:1776198903.471922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b0c039. 00010000:00000010:1.1:1776198903.471934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.1:1776198903.471940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034ea7ab4. 00010000:00000010:1.1:1776198903.471944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198903.471948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059180c11. 00010000:00000010:1.1:1776198903.471950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.1:1776198903.471953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007984c1b0. 00010000:00000010:1.1:1776198903.471956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.1:1776198903.471959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5fe06a0. 00010000:00000010:1.1:1776198903.471962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397e2504. 00010000:00000010:1.1:1776198903.471968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce86aaff. 00010000:00000010:1.1:1776198903.471970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.1:1776198903.471972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d30f52b. 00010000:00000010:1.1:1776198903.471975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.1:1776198903.471977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088f474be. 00010000:00000010:1.1:1776198903.471980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198903.471982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb81132a. 00010000:00000010:1.1:1776198903.471985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.1:1776198903.471987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091aab9d1. 00010000:00000010:1.1:1776198903.471990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.1:1776198903.471994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068557b57. 00010000:00000010:1.1:1776198903.471997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.1:1776198903.472000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198903.472002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.1:1776198903.484385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea45211. 00010000:00000010:3.1:1776198903.484530:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaf93b70. 00010000:00000010:3.1:1776198903.484538:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f910ae. 00010000:00000010:0.1:1776198903.494005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ba72ebe. 00010000:00000010:2.1:1776198903.494289:0:78466:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bc47cc. 00010000:00000010:2.1:1776198903.494294:0:78466:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:1.1:1776198903.506281:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c54669e9. 00010000:00000010:1.1:1776198903.506295:0:78467:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284ea6d3. 00010000:00000010:1.1:1776198903.506299:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:1.1:1776198903.506302:0:78467:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198903.506304:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00010000:00000010:3.1:1776198903.510326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f638c6e8. 00010000:00000010:1.1:1776198903.510389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061b9d4e2. 00010000:00000010:1.1:1776198903.510396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:3.1:1776198903.527295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036d3a8d4. 00010000:00000010:2.1:1776198903.533015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079dac7d8. 00010000:00000010:2.1:1776198903.533028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:3.1:1776198903.534138:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2460a8a. 00010000:00000010:3.1:1776198903.534151:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ecaa9be. 00010000:00000010:3.1:1776198903.534156:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:0.1:1776198903.541747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000693d2e88. 00010000:00000010:0.1:1776198903.541751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032cc170d. 00010000:00000010:0.1:1776198903.541755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:2.1:1776198903.547346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be2179cd. 00010000:00000010:2.1:1776198903.547354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:2.1:1776198903.547359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198903.547364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:1.1:1776198903.553374:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ed7362f. 00010000:00000010:1.1:1776198903.557469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aee6a42. 00010000:00000010:1.1:1776198903.557490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc3d187. 00010000:00000010:1.1:1776198903.557497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:3.1:1776198903.567281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005952051d. 00010000:00000010:3.1:1776198903.567299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00010000:00000010:0.1:1776198903.574787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb352a65. 00010000:00000010:1.1:1776198903.588549:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007562cf97. 00010000:00000010:1.1:1776198903.588562:0:78478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058ca7c94. 00010000:00000010:1.1:1776198903.588567:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198903.597872:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e941c172. 00010000:00000010:0.1:1776198903.599233:0:78460:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee729fc3. 00010000:00000010:0.1:1776198903.599242:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00010000:00000010:3.1:1776198903.607399:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bf7df0d. 00010000:00000010:3.1:1776198903.607407:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb957c57. 00010000:00000010:3.1:1776198903.607410:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af38081. 00010000:00000010:3.1:1776198903.607413:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198903.607416:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:2.1:1776198903.628063:0:78480:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ca8d376. 00010000:00000010:2.1:1776198903.628080:0:78480:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a1cb6a0. 00010000:00000010:2.1:1776198903.628085:0:78480:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786f7048. 00010000:00000010:3.1:1776198903.633316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c40a115f. 00010000:00000010:3.1:1776198903.633328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:1.1:1776198903.633717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d19e3a5c. 00010000:00000010:1.1:1776198903.635656:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb87f72. 00010000:00000010:3.1:1776198903.637328:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4816df. 00010000:00000010:3.1:1776198903.637335:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:3.1:1776198903.640295:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000961ec66f. 00010000:00000010:2.1:1776198903.643323:0:78481:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a774e8e8. 00010000:00000010:2.1:1776198903.643330:0:78481:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:1.1:1776198903.646322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005877f84b. 00010000:00000010:1.1:1776198903.646335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:3.1:1776198903.646613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69eb03b. 00010000:00000010:1.1:1776198903.650677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198903.650683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198903.657339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37f7145. 00010000:00000010:1.1:1776198903.657347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.1:1776198903.657353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b00c4bda. 00010000:00000010:1.1:1776198903.657357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0faa7d6. 00010000:00000010:1.1:1776198903.657362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:0.1:1776198903.657415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009876fc10. 00010000:00000010:2.1:1776198903.665291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b946e3b8. 00010000:00000010:1.1:1776198903.667314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b71eb92b. 00010000:00000010:1.1:1776198903.667326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:0.1:1776198903.688436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001481b145. 00010000:00000010:0.1:1776198903.688453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b785a5a. 00010000:00000010:0.1:1776198903.688457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:2.1:1776198903.689277:0:78485:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031dc6feb. 00010000:00000010:1.1:1776198903.693150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058111f67. 00010000:00000010:1.1:1776198903.693159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e9466f. 00010000:00000010:1.1:1776198903.693164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198903.693167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198903.693174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fbff632. 00010000:00000010:1.1:1776198903.693178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea9ed922. 00010000:00000010:1.1:1776198903.693184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:3.1:1776198903.697598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de8a6d5d. 00010000:00000010:3.1:1776198903.697606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397e2504. 00010000:00000010:0.1:1776198903.699654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f618a2d. 00010000:00000010:1.1:1776198903.702150:0:78486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792f858f. 00010000:00000010:1.1:1776198903.702166:0:78486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:0.1:1776198903.702292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fecca14. 00010000:00000010:3.1:1776198903.718295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005486856a. 00010000:00000010:3.1:1776198903.718307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:0.1:1776198903.720126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9ce3a7. 00010000:00000010:0.1:1776198903.720138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6019503. 00010000:00000010:0.1:1776198903.720142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000765c619e. 00010000:00000010:0.1:1776198903.720146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:0.1:1776198903.720148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198903.720151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:2.1:1776198903.739350:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7241deb. 00010000:00000010:2.1:1776198903.739365:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b2d4c6. 00010000:00000010:2.1:1776198903.739370:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00010000:00000010:2.1:1776198903.743396:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059b92c0b. 00010000:00000010:2.1:1776198903.743408:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3e925f. 00010000:00000010:2.1:1776198903.743412:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:1.1:1776198903.769875:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f3e000. 00010000:00000010:1.1:1776198903.769882:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092fb772f. 00010000:00000010:2.1:1776198903.775491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c14f740. 00010000:00000010:2.1:1776198903.775500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198903.775504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3855576. 00010000:00000010:2.1:1776198903.775506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198903.775509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198903.775511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.1:1776198903.795414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c82c53b. 00010000:00000010:2.1:1776198903.795426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae8b92f8. 00010000:00000010:2.1:1776198903.795429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:3.1:1776198903.796770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f38bac3c. 00010000:00000010:2.1:1776198903.799992:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027600d53. 00010000:00000010:2.1:1776198903.800183:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198903.803356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003848125b. 00010000:00000010:3.1:1776198903.803373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003806b97f. 00010000:00000010:3.1:1776198903.803378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:3.1:1776198903.811298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000582ad757. 00010000:00000010:3.1:1776198903.811305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:0.1:1776198903.812472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aae3f3f8. 00010000:00000010:2.1:1776198903.820418:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0c65cff. 00010000:00000010:2.1:1776198903.820428:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b616a37c. 00010000:00000010:2.1:1776198903.820432:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786f7048. 00010000:00000010:2.1:1776198903.823298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198903.823307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198903.830398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67544f8. 00010000:00000010:2.1:1776198903.830416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:1.1:1776198903.830526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec7794f7. 00010000:00000010:3.1:1776198903.836315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b853c00. 00010000:00000010:3.1:1776198903.836330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037dd97d4. 00010000:00000010:3.1:1776198903.836334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:1.1:1776198903.841286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006daed016. 00010000:00000010:3.1:1776198903.841332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591150a7. 00010000:00000010:3.1:1776198903.841338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:0.1:1776198903.845303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fafb6000. 00010000:00000010:0.1:1776198903.845314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a64932e6. 00010000:00000010:0.1:1776198903.845318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:1.1:1776198903.851276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000860b3053. 00010000:00000010:0.1:1776198903.855383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017b3df00. 00010000:00000010:0.1:1776198903.855397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:0.1:1776198903.865452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8e7840e. 00010000:00000010:0.1:1776198903.865467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:1.1:1776198903.870364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed2bf814. 00010000:00000010:0.1:1776198903.876605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012976c9d. 00010000:00000010:0.1:1776198903.876618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df707a35. 00010000:00000010:0.1:1776198903.876623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.1:1776198903.876626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a55961f. 00010000:00000010:0.1:1776198903.876628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:1.1:1776198903.877577:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d0230b1. 00010000:00000010:0.1:1776198903.881290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5cfe8d3. 00010000:00000010:0.1:1776198903.881298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000418b713c. 00010000:00000010:0.1:1776198903.881301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:1.1:1776198903.891306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006657ec1f. 00010000:00000010:0.1:1776198903.891366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009994cab2. 00010000:00000010:0.1:1776198903.891371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:2.1:1776198903.891422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dbf1b15. 00010000:00000010:0.1:1776198903.894480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb623a7. 00010000:00000010:0.1:1776198903.894492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:0.1:1776198903.894496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198903.894498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:2.1:1776198903.897455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000148c0d37. 00010000:00000010:0.1:1776198903.898312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f65ed7. 00010000:00000010:0.1:1776198903.898322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.1:1776198903.905442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5b92ac0. 00010000:00000010:0.1:1776198903.905458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:2.1:1776198903.905506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e84c0f. 00010000:00000010:2.1:1776198903.916664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002401d693. 00010000:00000010:0.1:1776198903.918179:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000059f62d1. 00010000:00000010:0.1:1776198903.918194:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:1.1:1776198903.925243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074fa994b. 00010000:00000010:0.1:1776198903.926201:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e38ea920. 00010000:00000010:0.1:1776198903.926213:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9379c8c. 00010000:00000010:0.1:1776198903.926217:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:2.1:1776198903.931362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087928c64. 00010000:00000010:0.1:1776198903.932135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000336efe80. 00010000:00000010:0.1:1776198903.932143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.1:1776198903.932147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198903.932150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.1:1776198903.935388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7d0665a. 00010000:00000010:0.1:1776198903.935402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:1.1:1776198903.939482:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030609602. 00010000:00000010:1.1:1776198903.939498:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076f4c00c. 00010000:00000010:1.1:1776198903.939503:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:1.1:1776198903.948817:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee72cdd. 00010000:00000010:1.1:1776198903.948826:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:0.1:1776198903.949287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e874849. 00010000:00000010:1.1:1776198903.955509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d294669. 00010000:00000010:1.1:1776198903.955519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee9eb1d. 00010000:00000010:1.1:1776198903.955522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.1:1776198903.963391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085ae38af. 00010000:00000010:1.1:1776198903.963398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ee4765. 00010000:00000010:1.1:1776198903.963402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198903.963406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198903.963409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.1:1776198903.968376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9ef3c5. 00010000:00000010:1.1:1776198903.968383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5bb33ed. 00010000:00000010:1.1:1776198903.968386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:3.1:1776198903.972687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5bf3a1b. 00010000:00000010:1.1:1776198903.973296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be19bb27. 00010000:00000010:1.1:1776198903.973303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:0.1:1776198903.977311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f289849a. 00010000:00000010:0.1:1776198903.977326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:3.1:1776198903.986089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035221e69. 00010000:00000010:2.1:1776198904.000814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac84d221. 00010000:00000010:2.1:1776198904.000827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:3.1:1776198904.002315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfb47b8. 00010000:00000010:0.1:1776198904.002626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090b8d8c1. 00010000:00000010:0.1:1776198904.002635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:0.1:1776198904.002654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198904.002657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:3.1:1776198904.006852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029baa46e. 00010000:00000010:2.1:1776198904.010370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ec99808. 00010000:00000010:0.1:1776198904.013732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff39b0ec. 00010000:00000010:0.1:1776198904.013747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:3.1:1776198904.025294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b66ec9e. 00010000:00000010:0.1:1776198904.028423:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000035630c8. 00010000:00000010:0.1:1776198904.028432:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:2.1:1776198904.032762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5da98f. 00010000:00000010:3.1:1776198904.033336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7b2bc8. 00010000:00000010:3.1:1776198904.033344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:3.1:1776198904.037717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee2513e5. 00010000:00000010:3.1:1776198904.037736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000060fe47e. 00010000:00000010:3.1:1776198904.037740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:2.1:1776198904.055300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e1f5912. 00010000:00000010:3.1:1776198904.066305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000311ecde1. 00010000:00000010:3.1:1776198904.066316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.1:1776198904.066319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198904.066322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:0.1:1776198904.070345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ba5ca2b. 00010000:00000010:3.1:1776198904.075154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000786a7de2. 00010000:00000010:3.1:1776198904.075169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:1.1:1776198904.078342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8618d00. 00010000:00000010:3.1:1776198904.091235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291271f0. 00010000:00000010:3.1:1776198904.091248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:1.1:1776198904.094467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b85f6076. 00010000:00000010:0.1:1776198904.095695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c13f7c16. 00010000:00000010:3.1:1776198904.098297:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054c33663. 00010000:00000010:3.1:1776198904.098304:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198904.098308:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000702d915. 00010000:00000010:3.1:1776198904.098311:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198904.103418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f94136d7. 00010000:00000010:3.1:1776198904.107682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b726c5. 00010000:00000010:3.1:1776198904.107700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:3.1:1776198904.107707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198904.107711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:2.1:1776198904.116349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:3.1:1776198904.120277:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b70f56c0. 00010000:00000010:3.1:1776198904.120283:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198904.125309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cee1a75a. 00010000:00000010:3.1:1776198904.125329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:2.1:1776198904.130893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005302d64c. 00010000:00000010:3.1:1776198904.145607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6693ed4. 00010000:00000010:3.1:1776198904.145623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:0.1:1776198904.152490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007344a171. 00010000:00000010:1.1:1776198904.155316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd78126. 00010000:00000010:2.1:1776198904.162590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5b4866c. 00010000:00000010:2.1:1776198904.162598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:1.1:1776198904.169346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb7eb361. 00010000:00000010:0.1:1776198904.171630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000129d652. 00010000:00000010:2.1:1776198904.171779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb382e74. 00010000:00000010:2.1:1776198904.171787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198904.171790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198904.171793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198904.179045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000053e85a7. 00010000:00000010:2.1:1776198904.179070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:3.1:1776198904.180611:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b41ab937. 00010000:00000010:3.1:1776198904.180620:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:0.1:1776198904.184676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c85f3d1c. 00010000:00000010:2.1:1776198904.197322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c152e2a6. 00010000:00000010:3.1:1776198904.197388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003891c30c. 00010000:00000010:3.1:1776198904.197394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:2.1:1776198904.204399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017869e9b. 00010000:00000010:2.1:1776198904.204418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee8e0e7. 00010000:00000010:2.1:1776198904.204422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:1.1:1776198904.212318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2ee40f. 00010000:00000010:2.1:1776198904.212383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126c5f33. 00010000:00000010:2.1:1776198904.212390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198904.212394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198904.212396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198904.221045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4eee258. 00010000:00000010:2.1:1776198904.221055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:0.1:1776198904.224389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be0f0b4e. 00010000:00000010:1.1:1776198904.240346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5ae8024. 00010000:00000010:0.1:1776198904.263686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004255afe7. 00010000:00000010:2.1:1776198904.264980:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a7fe0cb. 00010000:00000010:2.1:1776198904.264988:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:3.1:1776198904.266755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d97ab7c5. 00010000:00000010:3.1:1776198904.266762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:0.1:1776198904.268811:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039fdce11. 00010000:00000010:3.1:1776198904.270439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d903063. 00010000:00000010:3.1:1776198904.270451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198904.270456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000390b68f5. 00010000:00000010:3.1:1776198904.270461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.1:1776198904.270464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198904.270467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:1.1:1776198904.271463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca86dca. 00010000:00000010:1.1:1776198904.271473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b01bf58c. 00010000:00000010:1.1:1776198904.271477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144a80f0. 00010000:00000010:1.1:1776198904.271481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475740a3. 00010000:00000010:1.1:1776198904.271484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff01f3a. 00010000:00000010:1.1:1776198904.271487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7ca9df7. 00010000:00000010:1.1:1776198904.271489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:2.1:1776198904.273703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b64ed0c1. 00010000:00000010:3.1:1776198904.274429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089a7aa60. 00010000:00000010:3.1:1776198904.274436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:3.1:1776198904.279504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78281fd. 00010000:00000010:3.1:1776198904.279517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f48a954d. 00010000:00000010:3.1:1776198904.279523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198904.287409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cd6b182. 00010000:00000010:3.1:1776198904.287437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb53870. 00010000:00000010:3.1:1776198904.287443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198904.287447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198904.287450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198904.294753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ead2518. 00010000:00000010:3.1:1776198904.294768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:2.1:1776198904.299301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3038bba. 00010000:00000010:3.1:1776198904.302510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000696f978c. 00010000:00000010:3.1:1776198904.302527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:2.1:1776198904.306854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005df0d289. 00010000:00000010:2.1:1776198904.334478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001888331. 00010000:00000010:3.1:1776198904.340390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000121063f9. 00010000:00000010:3.1:1776198904.340407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:2.1:1776198904.340455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e5d5bb. 00010000:00000010:1.1:1776198904.345542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068fd9b01. 00010000:00000010:1.1:1776198904.345552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:0.1:1776198904.345820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d9735f. 00010000:00000010:3.1:1776198904.346832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c83ff4. 00010000:00000010:3.1:1776198904.346844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198904.346848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc25836. 00010000:00000010:3.1:1776198904.346852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198904.346855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198904.346857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198904.346859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a305f409. 00010000:00000010:3.1:1776198904.346863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea09bb99. 00010000:00000010:3.1:1776198904.346865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:0.1:1776198904.357413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050d02319. 00010000:00000010:1.1:1776198904.358307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003697411a. 00010000:00000010:1.1:1776198904.358315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:2.1:1776198904.358389:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000264e53c7. 00010000:00000010:0.1:1776198904.365093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004372203a. 00010000:00000010:0.1:1776198904.365102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:0.1:1776198904.365109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd6bcbfb. 00010000:00000010:0.1:1776198904.365112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004780aace. 00010000:00000010:0.1:1776198904.365115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007344a171. 00010000:00000010:0.1:1776198904.365118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198904.365120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:3.1:1776198904.366271:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a135ac. 00010000:00000010:0.1:1776198904.376304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40548ea. 00010000:00000010:0.1:1776198904.376320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a18ecda5. 00010000:00000010:0.1:1776198904.376325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:0.1:1776198904.381297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317e7408. 00010000:00000010:1.1:1776198904.381336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001220864a. 00010000:00000010:1.1:1776198904.381342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017496afb. 00010000:00000010:3.1:1776198904.386038:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09a9f6d. 00010000:00000010:0.1:1776198904.397936:0:66516:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efe516a5. 00010000:00000010:0.1:1776198904.397946:0:66516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:2.1:1776198904.398015:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5d9769. 00010000:00000010:1.1:1776198904.401829:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072dd32dd. 00010000:00000010:1.1:1776198904.401837:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:1.1:1776198904.406275:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e02755. 00010000:00000010:1.1:1776198904.406281:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:0.1:1776198904.406501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be6256f. 00010000:00000010:2.1:1776198904.409896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa25d93f. 00010000:00000010:1.1:1776198904.417381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198904.417398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.1:1776198904.417405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b56620f. 00010000:00000010:1.1:1776198904.417408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00010000:00000010:0.1:1776198904.417457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3d1c9b. 00010000:00000010:1.1:1776198904.422331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7cde222. 00010000:00000010:1.1:1776198904.422342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ea32311. 00010000:00000010:0.1:1776198904.422904:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af3c7090. 00010000:00000010:0.1:1776198904.422912:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:2.1:1776198904.428240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff84f62. 00010000:00000010:0.1:1776198904.435113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b237cec2. 00010000:00000010:1.1:1776198904.442020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022089d76. 00010000:00000010:1.1:1776198904.442031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007344a171. 00010000:00000010:2.1:1776198904.447356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf932364. 00010000:00000010:3.1:1776198904.447483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88ebaea. 00010000:00000010:3.1:1776198904.447490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.1:1776198904.451343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046760b88. 00010000:00000010:1.1:1776198904.451360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2d8fce. 00010000:00000010:1.1:1776198904.451365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:1.1:1776198904.463298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000542a4e06. 00010000:00000010:1.1:1776198904.463306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003940608. 00010000:00000010:1.1:1776198904.463310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:2.1:1776198904.475328:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed2d10c2. 00010000:00000010:1.1:1776198904.487766:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd30757c. 00010000:00000010:1.1:1776198904.487780:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198904.501283:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e1b816a. 00010000:00000010:1.1:1776198904.501289:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:1.1:1776198904.501293:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cbdc2b0. 00010000:00000010:0.1:1776198904.501453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe17ff6. 00010000:00000010:3.1:1776198904.502381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7c3cc4. 00010000:00000010:3.1:1776198904.502389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:2.1:1776198904.506949:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000242c6240. 00010000:00000010:3.1:1776198904.512292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b6ce120. 00010000:00000010:3.1:1776198904.512299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198904.512302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a7e22f0. 00010000:00000010:3.1:1776198904.512305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198904.519290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13dea25. 00010000:00000010:3.1:1776198904.519300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000533f2fec. 00010000:00000010:3.1:1776198904.519305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:1.1:1776198904.519347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000beab2d6. 00010000:00000010:1.1:1776198904.519352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d5133e8. 00010000:00000010:2.1:1776198904.519398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000885ea18e. 00010000:00000010:2.1:1776198904.519403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:2.1:1776198904.519407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042c108f8. 00010000:00000010:2.1:1776198904.519411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198904.519413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40ead58. 00010000:00000010:2.1:1776198904.519416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970b2410. 00010000:00000010:2.1:1776198904.519505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:2.1:1776198904.522438:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079871b50. 00010000:00000010:2.1:1776198904.522445:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a55d84. 00010000:00000010:2.1:1776198904.522448:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:2.1:1776198904.522451:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198904.522454:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198904.539389:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da73ec52. 00010000:00000010:2.1:1776198904.539398:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df59b4e7. 00010000:00000010:2.1:1776198904.539402:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:1.1:1776198904.552593:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c6f652. 00010000:00000010:0.1:1776198904.555285:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063a3df35. 00010000:00000010:0.1:1776198904.555292:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df5ca20a. 00010000:00000010:0.1:1776198904.555295:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00010000:00000010:0.1:1776198904.555298:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198904.555300:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:3.1:1776198904.556200:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c86c4b. 00010000:00000010:3.1:1776198904.556209:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:3.1:1776198904.556213:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec7f8b0f. 00010000:00000010:3.1:1776198904.556216:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000693e7758. 00010000:00000010:3.1:1776198904.556219:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198904.558514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000357e5f56. 00010000:00000010:3.1:1776198904.558527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:2.1:1776198904.558645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4aeb1c4. 00010000:00000010:0.1:1776198904.562310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000633f9367. 00010000:00000010:0.1:1776198904.562325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4a711d. 00010000:00000010:1.1:1776198904.562388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046049ecc. 00010000:00000010:0.1:1776198904.584944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003846e945. 00010000:00000010:0.1:1776198904.584965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00010000:00000010:2.1:1776198904.588359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000208a07b7. 00010000:00000010:0.1:1776198904.588431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b556efbb. 00010000:00000010:1.1:1776198904.592440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ae77ad1. 00010000:00000010:1.1:1776198904.592466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4a711d. 00010000:00000010:2.1:1776198904.593049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f91b495f. 00010000:00000010:1.1:1776198904.596397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006855c284. 00010000:00000010:1.1:1776198904.596432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:0.1:1776198904.608956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec41e967. 00010000:00000010:1.1:1776198904.611439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9147eb6. 00010000:00000010:1.1:1776198904.611448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:1.1:1776198904.611454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198904.611456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:2.1:1776198904.616432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:1.1:1776198904.620316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad9f43fc. 00010000:00000010:1.1:1776198904.620336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:0.1:1776198904.632305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006063048f. 00010000:00000010:1.1:1776198904.632378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ec7e86. 00010000:00000010:1.1:1776198904.632387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:0.1:1776198904.642353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00010000:00000010:3.1:1776198904.642419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009def509c. 00010000:00000010:3.1:1776198904.642426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00010000:00000010:0.1:1776198904.650343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032e70d21. 00010000:00000010:3.1:1776198904.654493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041ddaf58. 00010000:00000010:3.1:1776198904.654508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:0.1:1776198904.674444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a4f3084. 00010000:00000010:3.1:1776198904.676112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a70177a9. 00010000:00000010:3.1:1776198904.676127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198904.706339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c518e34a. 00010000:00000010:3.1:1776198904.706351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:2.1:1776198904.706402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27faa33. 00010000:00000010:0.1:1776198904.709402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d46fe97. 00010000:00000010:3.1:1776198904.717469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000becdae8c. 00010000:00000010:3.1:1776198904.717479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:0.1:1776198904.721377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eeeba79. 00010000:00000010:3.1:1776198904.725340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a36d76d. 00010000:00000010:3.1:1776198904.725350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:2.1:1776198904.742190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afed9817. 00010000:00000010:3.1:1776198904.745504:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006da2f0. 00010000:00000010:3.1:1776198904.745531:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:2.1:1776198904.760289:0:78490:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000452680ac. 00010000:00000010:2.1:1776198904.760303:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:3.1:1776198904.760491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087605337. 00010000:00000010:3.1:1776198904.765300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044755483. 00010000:00000010:1.1:1776198904.767211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe40b3a. 00010000:00000010:1.1:1776198904.767233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:0.1:1776198904.768442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fdbac8. 00010000:00000010:1.1:1776198904.768571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3a2ee6f. 00010000:00000010:1.1:1776198904.768585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.1:1776198904.768593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004824edaf. 00010000:00000010:1.1:1776198904.768597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:0.1:1776198904.774424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002708d796. 00010000:00000010:3.1:1776198904.782462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a0c1263. 00010000:00000010:1.1:1776198904.787722:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001945802d. 00010000:00000010:1.1:1776198904.787735:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198904.801124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b3e5f9. 00010000:00000010:1.1:1776198904.801136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013a2aa97. 00010000:00000010:1.1:1776198904.801141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.1:1776198904.806381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000252681c2. 00010000:00000010:1.1:1776198904.806392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:0.1:1776198904.806736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1a30429. 00010000:00000010:0.1:1776198904.826389:0:78493:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004165c668. 00010000:00000010:3.1:1776198904.827327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de181f30. 00010000:00000010:3.1:1776198904.827339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:3.1:1776198904.827347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ed5c0d0. 00010000:00000010:1.1:1776198904.831297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e119b6d. 00010000:00000010:1.1:1776198904.831314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:1.1:1776198904.841381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5d2271. 00010000:00000010:3.1:1776198904.847373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db304b9. 00010000:00000010:3.1:1776198904.847386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:2.1:1776198904.861461:0:78491:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf550e7. 00010000:00000010:2.1:1776198904.861470:0:78491:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:3.1:1776198904.862301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003db3112f. 00010000:00000010:3.1:1776198904.874018:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009606723c. 00010000:00000010:3.1:1776198904.885203:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008963031. 00010000:00000010:3.1:1776198904.885222:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:1.1:1776198904.892306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef152451. 00010000:00000010:3.1:1776198904.892352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a43018. 00010000:00000010:3.1:1776198904.892364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eabf71d9. 00010000:00000010:3.1:1776198904.892373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198904.892377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdc4b0a. 00010000:00000010:3.1:1776198904.892380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:1.1:1776198904.898408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198904.898422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:2.1:1776198904.902343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec2e1c51. 00010000:00000010:2.1:1776198904.902367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:1.1:1776198904.911455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7b4bda. 00010000:00000010:2.1:1776198904.923842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dd8856e. 00010000:00000010:2.1:1776198904.923870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c88d5e6. 00010000:00000010:2.1:1776198904.923879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198904.923888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036fd5238. 00010000:00000010:2.1:1776198904.923894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198904.923897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055295fb5. 00010000:00000010:2.1:1776198904.923900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198904.923903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038fad641. 00010000:00000010:2.1:1776198904.923906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198904.923909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb8e9b9. 00010000:00000010:2.1:1776198904.923912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198904.923916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094478a83. 00010000:00000010:2.1:1776198904.923919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.1:1776198904.923922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001945802d. 00010000:00000010:2.1:1776198904.923924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198904.923927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008d27c04. 00010000:00000010:2.1:1776198904.923929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.1:1776198904.923936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd636f90. 00010000:00000010:2.1:1776198904.923941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198904.923943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e322bcbf. 00010000:00000010:2.1:1776198904.923945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.1:1776198904.923948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d1fc70a. 00010000:00000010:2.1:1776198904.923955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:2.1:1776198904.923958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e0ebba. 00010000:00000010:2.1:1776198904.923961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.1:1776198904.923963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e034d6. 00010000:00000010:2.1:1776198904.923966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198904.923968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001285d77f. 00010000:00000010:2.1:1776198904.923971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.1:1776198904.923973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a58080f. 00010000:00000010:2.1:1776198904.923976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198904.923978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a2ed6c1. 00010000:00000010:2.1:1776198904.923981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198904.923983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007456453b. 00010000:00000010:2.1:1776198904.923986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198904.923993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000060fe47e. 00010000:00000010:2.1:1776198904.923998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032e37c1e. 00010000:00000010:2.1:1776198904.924001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d4665c. 00010000:00000010:2.1:1776198904.924006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f80c39. 00010000:00000010:2.1:1776198904.924009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a09ce86. 00010000:00000010:2.1:1776198904.924014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8b7496. 00010000:00000010:2.1:1776198904.924017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c861226c. 00010000:00000010:2.1:1776198904.924021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf18604. 00010000:00000010:2.1:1776198904.924023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066308503. 00010000:00000010:2.1:1776198904.924026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a930f7. 00010000:00000010:2.1:1776198904.924028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001259083. 00010000:00000010:2.1:1776198904.924031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0eea60. 00010000:00000010:2.1:1776198904.924033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003693db6d. 00010000:00000010:2.1:1776198904.924036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb721be4. 00010000:00000010:2.1:1776198904.924038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb2ab21. 00010000:00000010:2.1:1776198904.924040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514f9193. 00010000:00000010:2.1:1776198904.961743:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333eaaf8. 00010000:00000010:2.1:1776198904.961762:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b90b0b6. 00010000:00000010:2.1:1776198904.961767:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84ff4e0. 00010000:00000010:2.1:1776198904.961771:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03b07f7. 00010000:00000010:2.1:1776198904.961774:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce5d8eb. 00010000:00000010:2.1:1776198904.961779:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa37263. 00010000:00000010:2.1:1776198904.961782:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f9b4b4. 00010000:00000010:2.1:1776198904.961786:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929bd297. 00010000:00000010:2.1:1776198904.961793:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b56620f. 00010000:00000010:2.1:1776198904.961796:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b5333. 00010000:00000010:2.1:1776198904.961801:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8763e26. 00010000:00000010:2.1:1776198904.961804:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068996213. 00010000:00000010:2.1:1776198904.961806:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165cb337. 00010000:00000010:2.1:1776198904.961809:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83128e0. 00010000:00000010:2.1:1776198904.961811:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000783b7290. 00010000:00000010:2.1:1776198904.961814:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a239bb. 00010000:00000010:2.1:1776198904.961817:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae20dff. 00010000:00000010:2.1:1776198904.961819:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c19dbbb. 00010000:00000010:2.1:1776198904.961821:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95ab2bd. 00010000:00000010:2.1:1776198904.961824:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59a9ebd. 00010000:00000010:2.1:1776198904.961829:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced55824. 00010000:00000010:2.1:1776198904.961832:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bb9d21. 00010000:00000010:2.1:1776198904.961834:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6ee2c1. 00010000:00000010:2.1:1776198904.961837:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e30fac6. 00010000:00000010:2.1:1776198904.961840:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a90bccc. 00010000:00000010:2.1:1776198904.961843:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669751d8. 00010000:00000010:2.1:1776198904.961845:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e101380. 00010000:00000010:2.1:1776198904.961847:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3df51e. 00010000:00000010:2.1:1776198904.961855:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37542a6. 00010000:00000010:2.1:1776198904.961858:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a05ca5. 00010000:00000010:2.1:1776198904.961861:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9db428. 00010000:00000010:2.1:1776198904.961864:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9b08ae. 00010000:00000010:2.1:1776198904.961866:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5ac136. 00010000:00000010:2.1:1776198904.961870:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992bb2b1. 00010000:00000010:2.1:1776198904.961875:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700a472b. 00010000:00000010:2.1:1776198904.961880:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b205b8f. 00010000:00000010:2.1:1776198904.961884:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1789eb9. 00010000:00000010:2.1:1776198904.961888:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6da1eeb. 00010000:00000010:2.1:1776198904.961891:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7513011. 00010000:00000010:2.1:1776198904.961894:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c61c514. 00010000:00000010:2.1:1776198904.961897:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b921f265. 00010000:00000010:2.1:1776198904.961901:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2558b8. 00010000:00000010:2.1:1776198904.961905:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037647991. 00010000:00000010:2.1:1776198904.961908:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a81eb7. 00010000:00000010:2.1:1776198904.961910:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e8ee1b. 00010000:00000010:2.1:1776198904.961913:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc2cecc. 00010000:00000010:2.1:1776198904.961916:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470bb65e. 00010000:00000010:2.1:1776198904.961918:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc1df79. 00010000:00000010:2.1:1776198904.961922:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004486420f. 00010000:00000010:2.1:1776198904.961925:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b972a46. 00010000:00000010:2.1:1776198904.961928:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dff8e7. 00010000:00000010:2.1:1776198904.961931:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a552d09. 00010000:00000010:1.1:1776198904.976225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:1.1:1776198904.976245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198904.976275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198904.976280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.1:1776198904.976284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068557b57. 00010000:00000010:1.1:1776198904.976297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3d1c9b. 00010000:00000010:1.1:1776198904.976301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091aab9d1. 00010000:00000010:1.1:1776198904.976304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.1:1776198904.976306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb81132a. 00010000:00000010:1.1:1776198904.976310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.1:1776198904.976332:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088f474be. 00010000:00000010:1.1:1776198904.976336:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198904.976339:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d30f52b. 00010000:00000010:1.1:1776198904.976341:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.1:1776198904.976346:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce86aaff. 00010000:00000010:1.1:1776198904.976349:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397e2504. 00010000:00000010:1.1:1776198904.976351:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5fe06a0. 00010000:00000010:1.1:1776198904.976355:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.1:1776198904.976357:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007984c1b0. 00010000:00000010:1.1:1776198904.976360:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.1:1776198904.976363:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059180c11. 00010000:00000010:1.1:1776198904.976366:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.1:1776198904.976369:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034ea7ab4. 00010000:00000010:1.1:1776198904.976371:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.1:1776198904.976373:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b0c039. 00010000:00000010:1.1:1776198904.976376:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.1:1776198904.976381:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b616a37c. 00010000:00000010:1.1:1776198904.976385:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f910ae. 00010000:00000010:1.1:1776198904.976388:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198904.976391:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bfe438. 00010000:00000010:1.1:1776198904.976395:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8d98e0. 00010000:00000010:1.1:1776198904.976398:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:1.1:1776198904.976400:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000515e391. 00010000:00000010:1.1:1776198904.976403:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.1:1776198904.976406:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace45c2. 00010000:00000010:1.1:1776198904.976409:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.1:1776198904.976411:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a17797. 00010000:00000010:1.1:1776198904.976417:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.1:1776198904.976420:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df595b00. 00010000:00000010:1.1:1776198904.976424:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c382ade. 00010000:00000010:1.1:1776198904.976428:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e248b571. 00010000:00000010:1.1:1776198904.976431:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:1.1:1776198904.976434:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d1748e. 00010000:00000010:1.1:1776198904.976437:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.1:1776198904.976439:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec42dea0. 00010000:00000010:1.1:1776198904.976443:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198904.976446:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001074f3cf. 00010000:00000010:1.1:1776198904.976449:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:1.1:1776198904.976451:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009146790d. 00010000:00000010:1.1:1776198904.976454:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.1:1776198904.976461:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f766b699. 00010000:00000010:1.1:1776198904.976465:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198904.976468:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88bcda4. 00010000:00000010:1.1:1776198904.976470:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.1:1776198904.976472:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d84601aa. 00010000:00000010:1.1:1776198904.976474:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.1:1776198904.976477:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088bad9c4. 00010000:00000010:1.1:1776198904.976479:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:1.1:1776198904.976482:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005f70bc5. 00010000:00000010:1.1:1776198904.976484:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:1.1:1776198904.976488:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b9a0829. 00010000:00000010:1.1:1776198904.976491:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198904.976494:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf41ad51. 00010000:00000010:1.1:1776198904.976497:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.1:1776198904.976499:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004732c5bf. 00010000:00000010:1.1:1776198904.976504:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c06920b. 00010000:00000010:1.1:1776198904.976509:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012bd5067. 00010000:00000010:1.1:1776198904.976512:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a14ed02f. 00010000:00000010:1.1:1776198904.976515:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099651552. 00010000:00000010:1.1:1776198904.976518:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a39d518. 00010000:00000010:1.1:1776198904.976528:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f65ed7. 00010000:00000010:1.1:1776198904.976534:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001803c21a. 00010000:00000010:1.1:1776198904.976538:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089415a41. 00010000:00000010:1.1:1776198904.976542:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df97e8ab. 00010000:00000010:1.1:1776198904.976547:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ddf470. 00010000:00000010:1.1:1776198904.976550:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9f29031. 00010000:00000010:1.1:1776198904.976552:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e709cfe. 00010000:00000010:1.1:1776198904.976555:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005173589a. 00010000:00000010:1.1:1776198904.976559:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c98a75. 00010000:00000010:1.1:1776198904.976563:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015c1c70. 00010000:00000010:1.1:1776198904.976567:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7afa4ec. 00010000:00000010:1.1:1776198904.976571:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083dc23f. 00010000:00000010:1.1:1776198904.976574:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c04a3b0e. 00010000:00000010:1.1:1776198904.976577:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e10e49. 00010000:00000010:1.1:1776198904.976579:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006847e7ad. 00010000:00000010:1.1:1776198904.976582:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7a63843. 00010000:00000010:1.1:1776198904.976584:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ecd5e73. 00010000:00000010:1.1:1776198904.976587:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476cf651. 00010000:00000010:1.1:1776198904.976589:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8aea93c. 00010000:00000010:1.1:1776198904.976592:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064093a17. 00010000:00000010:1.1:1776198904.976595:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041302a64. 00010000:00000010:1.1:1776198904.976600:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff84f62. 00010000:00000010:1.1:1776198904.976604:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a211a867. 00010000:00000010:1.1:1776198904.976609:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7de1e3c. 00010000:00000010:1.1:1776198904.976612:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000942fc07d. 00010000:00000010:1.1:1776198904.976617:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a7f3a6e. 00010000:00000010:1.1:1776198904.976622:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee05301. 00010000:00000010:1.1:1776198904.976628:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7b577b1. 00010000:00000010:1.1:1776198904.976630:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030122caf. 00010000:00000010:1.1:1776198904.976633:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b1968d. 00010000:00000010:1.1:1776198904.976637:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1b52c3. 00010000:00000010:1.1:1776198904.976640:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022274ec1. 00010000:00000010:1.1:1776198904.976642:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deb767b7. 00010000:00000010:1.1:1776198904.976644:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277afeaa. 00010000:00000010:1.1:1776198904.976647:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2bb9dfa. 00010000:00000010:1.1:1776198904.976649:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ed56aa2. 00010000:00000010:1.1:1776198904.976651:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d90c45. 00010000:00000010:1.1:1776198904.976654:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a49c9e. 00010000:00000010:1.1:1776198904.976661:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e581aab. 00010000:00000010:1.1:1776198904.976666:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a13b3ce. 00010000:00000010:1.1:1776198904.976672:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3377ad. 00010000:00000010:1.1:1776198904.976676:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab13f93. 00010000:00000010:1.1:1776198904.976678:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fab20cd4. 00010000:00000010:1.1:1776198904.976680:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d7840e2. 00010000:00000010:1.1:1776198904.976683:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fabe5b2. 00010000:00000010:1.1:1776198904.976685:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e65eaa1. 00010000:00000010:1.1:1776198904.976687:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa137ba8. 00010000:00000010:1.1:1776198904.976689:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40f1955. 00010000:00000010:1.1:1776198904.976691:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007de8816d. 00010000:00000010:1.1:1776198904.976694:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e96ca4. 00010000:00000010:1.1:1776198904.976696:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c571d7. 00010000:00000010:1.1:1776198904.976699:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008991d715. 00010000:00000010:1.1:1776198904.976701:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b6049e. 00010000:00000010:1.1:1776198904.976704:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2da151. 00010000:00000010:1.1:1776198904.976706:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060415a50. 00010000:00000010:1.1:1776198904.976709:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069f11417. 00010000:00000010:1.1:1776198904.976711:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9170d54. 00010000:00000010:1.1:1776198904.976714:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3bfa346. 00010000:00000010:1.1:1776198904.976716:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67183a4. 00010000:00000010:1.1:1776198904.976719:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbeffabf. 00010000:00000010:1.1:1776198904.976721:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024799ba7. 00010000:00000010:1.1:1776198904.976724:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f295dc4d. 00010000:00000010:1.1:1776198904.976726:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f3c2bf3. 00010000:00000010:1.1:1776198904.976728:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000972d5ca. 00010000:00000010:1.1:1776198904.976733:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f99cba4. 00010000:00000010:1.1:1776198904.976737:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ca28f9. 00010000:00000010:1.1:1776198904.976741:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001df68dfd. 00010000:00000010:1.1:1776198904.976745:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.1:1776198904.976748:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d6699ea. 00010000:00000010:1.1:1776198904.976752:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.1:1776198904.976755:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4fe238d. 00010000:00000010:1.1:1776198904.976758:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198904.976760:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b61f6d5a. 00010000:00000010:1.1:1776198904.976765:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.1:1776198904.976769:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0a2f22. 00010000:00000010:1.1:1776198904.976772:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.1:1776198904.976774:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027d4e783. 00010000:00000010:1.1:1776198904.976777:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.1:1776198904.976779:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005026d5c8. 00010000:00000010:1.1:1776198904.976781:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.1:1776198904.976787:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f289849a. 00010000:00000010:1.1:1776198904.976790:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.1:1776198904.976792:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ddaad58. 00010000:00000010:1.1:1776198904.976794:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097941c71. 00010000:00000010:1.1:1776198904.976796:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096bc4785. 00010000:00000010:1.1:1776198904.976799:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a17db1. 00010000:00000010:1.1:1776198904.976802:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3ee6be. 00010000:00000010:1.1:1776198904.976804:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d0ee9e. 00010000:00000010:1.1:1776198904.976806:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bdf1d2. 00010000:00000010:1.1:1776198904.976809:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.1:1776198904.976812:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34d1527. 00010000:00000010:1.1:1776198904.976814:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8ef716. 00010000:00000010:1.1:1776198904.976816:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb829c2. 00010000:00000010:1.1:1776198904.976819:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4865a38. 00010000:00000010:1.1:1776198904.976821:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000768ede59. 00010000:00000010:1.1:1776198904.976824:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:1.1:1776198904.976826:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003576071a. 00010000:00000010:1.1:1776198904.976829:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd4d4d5b. 00010000:00000010:1.1:1776198904.976831:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f18a8cc. 00010000:00000010:1.1:1776198904.976834:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2435194. 00010000:00000010:1.1:1776198904.976837:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008544dd0d. 00010000:00000010:1.1:1776198904.976839:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c35f9d66. 00010000:00000010:1.1:1776198904.976841:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23fc83f. 00010000:00000010:1.1:1776198904.976844:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf334ebe. 00010000:00000010:1.1:1776198904.976848:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b10782b. 00010000:00000010:1.1:1776198904.976851:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae1c29. 00010000:00000010:1.1:1776198904.976854:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f134616a. 00010000:00000010:1.1:1776198904.976856:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f0195. 00010000:00000010:1.1:1776198904.976858:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198904.976860:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdb85d4. 00010000:00000010:2.1:1776198904.984880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b0f67fd. 00010000:00000010:2.1:1776198904.984903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a552d09. 00010000:00000010:2.1:1776198904.984915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dff8e7. 00010000:00000010:2.1:1776198904.984920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b972a46. 00010000:00000010:2.1:1776198904.984925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004486420f. 00010000:00000010:2.1:1776198904.984928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc1df79. 00010000:00000010:2.1:1776198904.984932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3130e85. 00010000:00000010:2.1:1776198904.984934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc2cecc. 00010000:00000010:2.1:1776198904.984937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1989e1. 00010000:00000010:2.1:1776198904.984939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a81eb7. 00010000:00000010:3.1:1776198904.985078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27b3c0c. 00010000:00000010:2.1:1776198904.985220:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028f3f96c. 00010000:00000010:2.1:1776198904.985227:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2558b8. 00010000:00000010:2.1:1776198904.985234:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000695d5b6e. 00010000:00000010:2.1:1776198904.985237:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c61c514. 00010000:00000010:2.1:1776198904.985239:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f0c3eb1. 00010000:00000010:2.1:1776198904.985242:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6da1eeb. 00010000:00000010:2.1:1776198904.985245:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d2840ac. 00010000:00000010:2.1:1776198904.985247:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b205b8f. 00010000:00000010:2.1:1776198904.985250:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d0d9fb2. 00010000:00000010:2.1:1776198904.985271:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992bb2b1. 00010000:00000010:2.1:1776198904.985281:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470bb65e. 00010000:00000010:2.1:1776198904.985285:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aa32d35. 00010000:00000010:2.1:1776198904.985288:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e8ee1b. 00010000:00000010:2.1:1776198904.985301:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec85ac1. 00010000:00000010:2.1:1776198904.985304:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037647991. 00010000:00000010:2.1:1776198904.985307:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d63b0f. 00010000:00000010:2.1:1776198904.985310:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b921f265. 00010000:00000010:2.1:1776198904.985317:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9b08ae. 00010000:00000010:2.1:1776198904.985320:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7513011. 00010000:00000010:2.1:1776198904.985325:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a05ca5. 00010000:00000010:2.1:1776198904.985330:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1789eb9. 00010000:00000010:2.1:1776198904.985333:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3df51e. 00010000:00000010:2.1:1776198904.985337:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700a472b. 00010000:00000010:2.1:1776198904.985343:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669751d8. 00010000:00000010:2.1:1776198904.985345:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5ac136. 00010000:00000010:2.1:1776198904.985348:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e30fac6. 00010000:00000010:2.1:1776198904.985350:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9db428. 00010000:00000010:2.1:1776198904.985354:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bb9d21. 00010000:00000010:2.1:1776198904.985357:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37542a6. 00010000:00000010:2.1:1776198904.985360:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59a9ebd. 00010000:00000010:2.1:1776198904.985367:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e101380. 00010000:00000010:2.1:1776198904.985370:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c19dbbb. 00010000:00000010:2.1:1776198904.985373:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a90bccc. 00010000:00000010:2.1:1776198904.985375:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a239bb. 00010000:00000010:2.1:1776198904.985378:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a6ee2c1. 00010000:00000010:2.1:1776198904.985380:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83128e0. 00010000:00000010:2.1:1776198904.985383:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced55824. 00010000:00000010:2.1:1776198904.985385:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068996213. 00010000:00000010:2.1:1776198904.985388:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95ab2bd. 00010000:00000010:2.1:1776198904.985391:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b5333. 00010000:00000010:2.1:1776198904.985394:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae20dff. 00010000:00000010:2.1:1776198904.985397:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929bd297. 00010000:00000010:2.1:1776198904.985399:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000783b7290. 00010000:00000010:2.1:1776198904.985402:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa37263. 00010000:00000010:2.1:1776198904.985404:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165cb337. 00010000:00000010:2.1:1776198904.985406:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03b07f7. 00010000:00000010:2.1:1776198904.985409:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8763e26. 00010000:00000010:2.1:1776198904.985412:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b90b0b6. 00010000:00000010:2.1:1776198904.985415:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b56620f. 00010000:00000010:2.1:1776198904.985418:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514f9193. 00010000:00000010:2.1:1776198904.985424:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f9b4b4. 00010000:00000010:2.1:1776198904.985428:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb721be4. 00010000:00000010:2.1:1776198904.985431:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce5d8eb. 00010000:00000010:2.1:1776198904.985434:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0eea60. 00010000:00000010:2.1:1776198904.985437:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f84ff4e0. 00010000:00000010:2.1:1776198904.985440:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a930f7. 00010000:00000010:2.1:1776198904.985443:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333eaaf8. 00010000:00000010:2.1:1776198904.985451:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf18604. 00010000:00000010:2.1:1776198904.985454:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb2ab21. 00010000:00000010:2.1:1776198904.985456:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8b7496. 00010000:00000010:2.1:1776198904.985459:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003693db6d. 00010000:00000010:2.1:1776198904.985462:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f80c39. 00010000:00000010:2.1:1776198904.985464:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001259083. 00010000:00000010:2.1:1776198904.985468:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032e37c1e. 00010000:00000010:2.1:1776198904.985471:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066308503. 00010000:00000010:2.1:1776198904.985476:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198904.985481:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c861226c. 00010000:00000010:2.1:1776198904.985484:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198904.985487:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a09ce86. 00010000:00000010:2.1:1776198904.985490:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198904.985494:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d4665c. 00010000:00000010:2.1:1776198904.985497:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.1:1776198904.985499:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000060fe47e. 00010000:00000010:2.1:1776198904.985502:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198904.985507:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007456453b. 00010000:00000010:2.1:1776198904.985512:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.1:1776198904.985514:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a2ed6c1. 00010000:00000010:2.1:1776198904.985517:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:2.1:1776198904.985519:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a58080f. 00010000:00000010:2.1:1776198904.985522:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.1:1776198904.985525:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001285d77f. 00010000:00000010:2.1:1776198904.985528:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198904.985531:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e034d6. 00010000:00000010:2.1:1776198904.985534:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.1:1776198904.985538:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e0ebba. 00010000:00000010:2.1:1776198904.985540:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198904.988428:0:78497:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622e16b1. 00010000:00000010:2.1:1776198904.988444:0:78497:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:3.1:1776198905.002309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b416bec. 00010000:00000010:1.1:1776198905.005478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081c87523. 00010000:00000010:1.1:1776198905.005493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:1.1:1776198905.005499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000673c5aea. 00010000:00000010:1.1:1776198905.005504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aeacf47. 00010000:00000010:1.1:1776198905.005507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdb85d4. 00010000:00000010:1.1:1776198905.024420:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c30d7d. 00010000:00000010:1.1:1776198905.024434:0:78498:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007596b03a. 00010000:00000010:1.1:1776198905.024438:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f0195. 00010000:00000010:3.1:1776198905.028782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f83711f3. 00010000:00000010:3.1:1776198905.028792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdb85d4. 00010000:00000010:2.1:1776198905.029082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8bef706. 00010000:00000010:0.1:1776198905.039556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbf936b3. 00010000:00000010:0.1:1776198905.039566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:2.1:1776198905.039829:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7896066. 00010000:00000010:0.1:1776198905.044006:0:78499:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c06e5e69. 00010000:00000010:2.1:1776198905.055279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003440be73. 00010000:00000010:2.1:1776198905.055289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939af378. 00010000:00000010:2.1:1776198905.061997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002517ee42. 00010000:00000010:3.1:1776198905.062191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f7d9a76. 00010000:00000010:3.1:1776198905.062200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:1.1:1776198905.066374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000776f34e2. 00010000:00000010:1.1:1776198905.066398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000517f0e3b. 00010000:00000010:1.1:1776198905.066404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:1.1:1776198905.092705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d74b520. 00010000:00000010:0.1:1776198905.099722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d04088f7. 00010000:00000010:0.1:1776198905.099748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f0195. 00010000:00000010:0.1:1776198905.111732:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4529f1b. 00010000:00000010:2.1:1776198905.117435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a499ccd. 00010000:00000010:2.1:1776198905.117454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00010000:00000010:3.1:1776198905.125708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf926bc. 00010000:00000010:3.1:1776198905.125725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:1.1:1776198905.126524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087bc3380. 00000100:00000200:3.0:1776198905.129772:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.129780:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:3.0:1776198905.129965:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ca33501. 00000020:00000010:3.0:1776198905.129974:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.129980:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198905.130015:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217731840/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198905.130062:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217731840 02000000:00000010:3.0:1776198905.130079:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0de17f3. 00010000:00000010:3.0:1776198905.130117:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a65ef6b. 00010000:00000010:3.0:1776198905.130416:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.130427:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.130472:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.130477:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.130497:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198905.130502:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217731840, offset 224 00000400:00000200:3.0:1776198905.130512:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.130530:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.130539:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91933:91933:256:4294967295] 192.168.204.56@tcp LPNI seq info [91933:91933:8:4294967295] 00000400:00000200:3.0:1776198905.130552:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.130559:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.130564:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001826accd (tot 82347282). 00000800:00000200:3.0:1776198905.130572:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.130580:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.130585:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001826accd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.130610:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.130614:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.130618:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ca33501. 00010000:00000010:2.1:1776198905.132057:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032e034d6. 00010000:00000010:2.1:1776198905.132072:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00000400:00000200:3.0:1776198905.135586:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.135607:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29100 00000400:00000200:3.0:1776198905.135617:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb78d1 [1] + 224 00000400:00000200:3.0:1776198905.135633:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.135635:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.135642:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004044eaac x1862477231067392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776198905.137760:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ca33501. 00000020:00000010:3.0:1776198905.137769:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.137775:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198905.137825:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080f6e3ad x1862477217731904/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198905.137874:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217731904 02000000:00000010:3.0:1776198905.137888:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d123ae0. 00010000:00000010:3.0:1776198905.137925:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0e5a1f8. 00010000:00000010:3.0:1776198905.137951:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.137961:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.137983:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.137987:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.138003:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.138008:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217731904, offset 224 00000400:00000200:3.0:1776198905.138017:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.138032:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.138038:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91935:91935:256:4294967295] 192.168.204.56@tcp LPNI seq info [91935:91935:8:4294967295] 00000400:00000200:3.0:1776198905.138057:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.138063:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.138068:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198905.138075:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.138083:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.138086:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.138106:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.138111:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.138116:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ca33501. 00000800:00000200:3.0:1776198905.138212:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.138216:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:3.0:1776198905.138220:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.138224:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.138228:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.138230:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000800:00000200:3.0:1776198905.139794:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.139802:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:3.0:1776198905.139809:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.139818:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.139823:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198905.139826:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000100:00000200:3.0:1776198905.139837:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002447f9ff x1862477231067456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198905.140816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c74cfb63. 00010000:00000010:2.1:1776198905.141783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5482b1. 00010000:00000010:2.1:1776198905.141794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198905.151996:0:1016:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000713be0dc. 00010000:00000010:2.1:1776198905.152018:0:1016:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:3.1:1776198905.154324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016836295. 00000400:00000200:3.0:1776198905.160205:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.160232:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29140 00000400:00000200:3.0:1776198905.160245:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb78dd [1] + 224 00000400:00000200:3.0:1776198905.160507:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.160514:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.160533:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002447f9ff x1862477231067456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.160582:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.160588:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71580 00000400:00000200:3.0:1776198905.160594:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb62b9 [2] + 984 00000400:00000200:3.0:1776198905.160610:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.160613:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.160618:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.160626:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00000020:00000010:3.0:1776198905.160704:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ca33501. 00000020:00000010:3.0:1776198905.160714:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.160721:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198905.160755:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f12cd49d x1862477217731968/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198905.160788:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217731968 02000000:00000010:3.0:1776198905.160802:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016d5f745. 00010000:00000010:3.0:1776198905.160880:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.160890:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.160898:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.160903:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.160921:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.160929:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217731968, offset 224 00000400:00000200:3.0:1776198905.160937:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.160951:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.160957:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91937:91937:256:4294967295] 192.168.204.56@tcp LPNI seq info [91937:91937:8:4294967295] 00000400:00000200:3.0:1776198905.160971:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.160976:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.160982:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198905.160988:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.160997:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.161001:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.161021:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.161026:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.161029:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ca33501. 00000800:00000200:3.0:1776198905.161180:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.161185:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:3.0:1776198905.161191:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.161194:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.161198:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.161201:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000800:00000200:3.0:1776198905.162203:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.162208:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198905.162215:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.162219:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.162223:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:3.0:1776198905.162225:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:3.0:1776198905.162230:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231067520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.166535:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.166567:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29180 00000400:00000200:3.0:1776198905.166581:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb78e9 [1] + 224 00000400:00000200:3.0:1776198905.166606:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.166612:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.166627:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231067520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.167616:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.167633:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f715c0 00000400:00000200:3.0:1776198905.167640:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb62b9 [2] + 1312 00000400:00000200:3.0:1776198905.167724:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.167728:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.167735:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.167743:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000800:00000200:3.0:1776198905.170317:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.170327:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000718bed1c (tot 82347034). 00000400:00000200:3.0:1776198905.170335:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.170344:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.170350:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:3.0:1776198905.170353:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000400:00000200:3.0:1776198905.175783:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.175806:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c291c0 00000400:00000200:3.0:1776198905.175817:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb78f5 [1] + 224 00000400:00000200:3.0:1776198905.175833:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.175836:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.175844:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231067584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.175886:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.175892:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71600 00000400:00000200:3.0:1776198905.175898:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb62b9 [2] + 1640 00000400:00000200:3.0:1776198905.175909:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.175912:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.175917:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.175923:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00010000:00000010:0.1:1776198905.176298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fec64c3. 00010000:00000010:0.1:1776198905.176311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e25b09. 00010000:00000010:0.1:1776198905.176320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00000800:00000200:3.0:1776198905.176950:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.176956:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:3.0:1776198905.176960:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.176965:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.179169:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:3.0:1776198905.179180:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000400:00000200:3.0:1776198905.183849:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.183877:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29200 00000400:00000200:3.0:1776198905.183889:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7901 [1] + 224 00000400:00000200:3.0:1776198905.183904:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.183909:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.183923:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231067648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.183971:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.183976:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71640 00000400:00000200:3.0:1776198905.183981:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb62b9 [2] + 1968 00000400:00000010:3.0:1776198905.183987:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064d966b3. 00000400:00000200:3.0:1776198905.183992:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a28e8333 00000400:00000200:3.0:1776198905.184004:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.184007:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.184010:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a28e8333 00000400:00000010:3.0:1776198905.184012:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a28e8333 (tot 82346882). 00000100:00000200:3.0:1776198905.184020:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1776198905.188474:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.188478:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198905.188484:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.188489:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.188492:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:3.0:1776198905.188494:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:3.0:1776198905.188501:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231067712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.191553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001335c0ad. 00010000:00000010:0.1:1776198905.191955:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd522918. 00010000:00000010:0.1:1776198905.191964:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acfe154. 00010000:00000010:0.1:1776198905.191968:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ecfded. 00010000:00000010:0.1:1776198905.191973:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d331e0ac. 00010000:00000010:0.1:1776198905.191976:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006244f316. 00000400:00000200:3.0:1776198905.192149:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.192171:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29240 00000400:00000200:3.0:1776198905.192183:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7911 [1] + 224 00000400:00000200:3.0:1776198905.192198:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.192203:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.192218:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231067712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.192274:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.192280:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71680 00000400:00000200:3.0:1776198905.192290:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6319 [2] + 0 00000400:00000200:3.0:1776198905.192305:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.192309:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.192313:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.192320:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f77875. 00010000:00000010:0.1:1776198905.194324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.194334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0936c63. 00000800:00000200:3.0:1776198905.194537:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.194542:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198905.194549:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.194555:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.194560:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:3.0:1776198905.194563:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:3.0:1776198905.194570:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231067776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776198905.198685:0:75321:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ca33501. 00000020:00000010:3.0:1776198905.198690:0:75321:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.198693:0:75321:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.198820:0:75321:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007705adb7. 00000020:00000010:3.0:1776198905.198823:0:75321:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198905.198825:0:75321:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bc22b9b4. 00000020:00000010:3.0:1776198905.198843:0:75321:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0de17f3. 00000020:00000010:3.0:1776198905.198845:0:75321:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198905.198847:0:75321:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003190df8b. 00000020:00000010:3.0:1776198905.198861:0:75321:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d123ae0. 00000020:00000010:3.0:1776198905.198864:0:75321:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198905.198866:0:75321:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001564c726. 00000100:00000200:3.0:1776198905.198877:0:75321:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231068160 02000000:00000010:3.0:1776198905.198886:0:75321:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016d5f745. 00010000:00000200:3.0:1776198905.198890:0:75321:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000098c4de2b x1862477231068160/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1776198948 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.198900:0:75321:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.198903:0:75321:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231068160, offset 224 00000400:00000200:3.0:1776198905.198908:0:75321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.198913:0:75321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.198918:0:75321:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c29400 00000400:00000200:3.0:1776198905.198923:0:75321:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb792d [1] + 224 00000400:00000200:3.0:1776198905.198927:0:75321:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.198930:0:75321:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.198938:0:75321:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c27ac065 x1862477231068160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776198905.198955:0:75321:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.198956:0:75321:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000020:00000010:3.0:1776198905.198964:0:75321:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.198967:0:75321:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.198969:0:75321:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ca33501. 00000100:00000200:3.0:1776198905.198978:0:75321:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231068352 02000000:00000010:3.0:1776198905.198985:0:75321:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ca33501. 00010000:00000200:3.0:1776198905.198988:0:75321:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a546db22 x1862477231068352/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1776198948 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.198997:0:75321:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.198999:0:75321:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231068352, offset 224 00000400:00000200:3.0:1776198905.199004:0:75321:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.199007:0:75321:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.199010:0:75321:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c294c0 00000400:00000200:3.0:1776198905.199029:0:75321:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7975 [1] + 224 00000400:00000200:3.0:1776198905.199032:0:75321:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.199034:0:75321:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.199038:0:75321:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d87c9fc x1862477231068352/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776198905.199054:0:75321:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.199055:0:75321:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000020:00000010:3.0:1776198905.199061:0:75321:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198905.199064:0:75321:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003190df8b. 00000020:00000010:3.0:1776198905.199066:0:75321:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0de17f3. 00000020:00000010:3.0:1776198905.199095:0:65740:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0de17f3. 00000020:00000010:3.0:1776198905.199100:0:65740:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198905.199102:0:65740:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003190df8b. 00000020:00000010:3.0:1776198905.199128:0:65740:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f94f156. 00000020:00000010:3.0:1776198905.199285:0:65740:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.199287:0:65740:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.199304:0:65740:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a108a4a. 00000020:00000010:3.0:1776198905.199306:0:65740:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.199308:0:65740:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198905.199316:0:65740:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007705adb7. 00000020:00000010:3.0:1776198905.199319:0:65740:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.199321:0:65740:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.199327:0:65740:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231068096 02000000:00000010:3.0:1776198905.199336:0:65740:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c5679fe. 00010000:00000200:3.0:1776198905.199341:0:65740:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006ea2637b x1862477231068096/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1776198948 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.199349:0:65740:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.199353:0:65740:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231068096, offset 224 00000400:00000200:3.0:1776198905.199356:0:65740:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.199361:0:65740:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.199366:0:65740:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c293c0 00000400:00000200:3.0:1776198905.199369:0:65740:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb796d [1] + 224 00000400:00000200:3.0:1776198905.199374:0:65740:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.199376:0:65740:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.199381:0:65740:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231068096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776198905.199390:0:65740:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.199392:0:65740:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000020:00000010:3.0:1776198905.199398:0:65740:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198905.199400:0:65740:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003190df8b. 00000020:00000010:3.0:1776198905.199402:0:65740:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0de17f3. 00000100:00000200:3.0:1776198905.199412:0:65740:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231068608 02000000:00000010:3.0:1776198905.199419:0:65740:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab9ce8fa. 00010000:00000200:3.0:1776198905.199422:0:65740:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002447f9ff x1862477231068608/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1776198948 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.199429:0:65740:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.199431:0:65740:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231068608, offset 224 00000400:00000200:3.0:1776198905.199434:0:65740:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.199438:0:65740:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.199442:0:65740:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c295c0 00000400:00000200:3.0:1776198905.199445:0:65740:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb797d [1] + 224 00000400:00000200:3.0:1776198905.199448:0:65740:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.199450:0:65740:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.199454:0:65740:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231068608/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776198905.199462:0:65740:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.199463:0:65740:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000020:00000010:3.0:1776198905.199470:0:65740:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.199475:0:65740:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198905.199478:0:65740:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f94f156. 00000100:00000200:3.0:1776198905.199490:0:65740:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231068032 02000000:00000010:3.0:1776198905.199497:0:65740:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000584c70b1. 00010000:00000200:3.0:1776198905.199500:0:65740:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000004044eaac x1862477231068032/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1776198948 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.199507:0:65740:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.199509:0:65740:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231068032, offset 224 00000400:00000200:3.0:1776198905.199513:0:65740:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.199517:0:65740:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.199521:0:65740:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c29380 00000400:00000200:3.0:1776198905.199525:0:65740:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7985 [1] + 224 00000400:00000200:3.0:1776198905.199528:0:65740:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.199530:0:65740:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.199534:0:65740:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231068032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776198905.199543:0:65740:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.199544:0:65740:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000020:00000010:3.0:1776198905.199550:0:65740:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.199552:0:65740:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198905.199553:0:65740:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a108a4a. 00000100:00000200:3.0:1776198905.199561:0:65740:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231068288 02000000:00000010:3.0:1776198905.199567:0:65740:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a108a4a. 00010000:00000200:3.0:1776198905.199571:0:65740:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000231e2706 x1862477231068288/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:293/0 lens 224/224 e 0 to 0 dl 1776198948 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.199579:0:65740:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.199581:0:65740:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231068288, offset 224 00000400:00000200:3.0:1776198905.199585:0:65740:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.199589:0:65740:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.199593:0:65740:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c29480 00000400:00000200:3.0:1776198905.199596:0:65740:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb798d [1] + 224 00000400:00000200:3.0:1776198905.199600:0:65740:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.199602:0:65740:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.199606:0:65740:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231068288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776198905.199615:0:65740:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.199616:0:65740:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000020:00000010:3.0:1776198905.199622:0:65740:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.199624:0:65740:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.199626:0:65740:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007705adb7. 02000000:00000010:3.0:1776198905.200904:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005c98f26c. 00000400:00000010:3.0:1776198905.200913:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f4789a5. 00000400:00000010:3.0:1776198905.200919:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.200925:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231068672, portal 4 00000400:00000010:3.0:1776198905.200931:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198905.200934:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862477231068672, offset 0 00000400:00000200:3.0:1776198905.200940:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198905.200947:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198905.200956:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de9c5c29600 00000400:00000200:3.0:1776198905.200963:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3478d [8] + 448 00000400:00000200:3.0:1776198905.200969:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.200972:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198905.200976:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776198905.200981:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c09016e. 00000400:00000200:3.0:1776198905.201001:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:3.0:1776198905.201003:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000100:00000200:3.0:1776198905.201007:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005380909e x1862477231068672/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000010:3.0:1776198905.201034:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:3.0:1776198905.201048:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:3.0:1776198905.201049:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000100:00000200:3.0:1776198905.201056:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be53f0de x1862477231068480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776198905.201063:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be53f0de x1862477231068480/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776198905.201084:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:3.0:1776198905.201086:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:3.0:1776198905.201088:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:3.0:1776198905.201092:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c27ac065 x1862477231068160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776198905.201098:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c27ac065 x1862477231068160/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198949 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:3.0:1776198905.201114:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089dd88ce. 02000000:00000010:3.0:1776198905.201118:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e427fa05. 00000100:00000010:3.0:1776198905.201124:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 02000000:00000010:3.0:1776198905.201127:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dba6bf02. 02000000:00000010:3.0:1776198905.201132:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000080cbed40. 00000100:00000010:3.0:1776198905.201133:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 00000400:00000200:3.0:1776198905.201176:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.201186:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29280 00000400:00000200:3.0:1776198905.201193:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb791d [1] + 224 00000400:00000200:3.0:1776198905.201212:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.201215:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.201222:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231067776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198905.201288:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:3.0:1776198905.201292:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:3.0:1776198905.201293:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:3.0:1776198905.201298:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231067776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.201313:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231067776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198905.201330:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d76ce8b. 02000000:00000010:3.0:1776198905.201335:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e5dcaa3. 00000100:00000010:3.0:1776198905.201337:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:3.0:1776198905.201342:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1245204. 00010000:00000010:3.0:1776198905.201347:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062976e72. 00010000:00000010:0.1:1776198905.202481:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b65c7fb0. 00010000:00000010:0.1:1776198905.202490:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c222bd0b. 00010000:00000010:2.1:1776198905.202772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524e6e47. 00010000:00000010:2.1:1776198905.202779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c68014e0. 00000400:00000010:3.0:1776198905.204641:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f4789a5. 00000400:00000200:3.0:1776198905.204654:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.204657:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:3.0:1776198905.204671:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005380909e x1862477231068672/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:3.0:1776198905.204683:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005380909e x1862477231068672/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:3.0:1776198905.204742:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005c98f26c. 02000000:00000010:3.0:1776198905.204753:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004ee1e06d. 00000100:00000010:3.0:1776198905.204761:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 00000800:00000200:3.0:1776198905.209115:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.209120:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347282). 00000400:00000200:3.0:1776198905.209125:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.209130:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.209135:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:3.0:1776198905.209138:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000800:00000200:3.0:1776198905.209965:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.209971:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198905.209978:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.209984:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.209988:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:3.0:1776198905.209990:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:3.0:1776198905.210000:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231068736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.211547:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006242025a. 00010000:00000010:0.1:1776198905.211570:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00000400:00000200:3.0:1776198905.212611:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.212636:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29640 00000400:00000200:3.0:1776198905.212647:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb79d5 [1] + 224 00000400:00000200:3.0:1776198905.212675:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.212679:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.212692:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231068736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.212729:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.212733:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71700 00000400:00000200:3.0:1776198905.212738:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6319 [2] + 656 00000400:00000200:3.0:1776198905.212747:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.212751:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.212755:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.212762:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00000800:00000200:3.0:1776198905.214810:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.214816:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347282). 00000400:00000200:3.0:1776198905.214820:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.214825:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.214830:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:3.0:1776198905.214832:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000800:00000200:3.0:1776198905.215943:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.215947:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198905.215953:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.215960:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.215965:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:3.0:1776198905.215967:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:3.0:1776198905.215978:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231068800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.217209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edf4569e. 00000400:00000200:3.0:1776198905.219141:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.219167:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29680 00000400:00000200:3.0:1776198905.219179:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb79e1 [1] + 224 00000400:00000200:3.0:1776198905.219196:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.219200:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.219213:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231068800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.219302:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.219308:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71740 00000400:00000200:3.0:1776198905.219314:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6319 [2] + 984 00000400:00000200:3.0:1776198905.219325:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.219328:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.219332:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.219340:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000800:00000200:3.0:1776198905.220368:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.220373:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198905.220377:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.220382:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.220385:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:3.0:1776198905.220387:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00010000:00000010:1.1:1776198905.221400:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad695905. 00010000:00000010:1.1:1776198905.221411:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006244f316. 00000800:00000200:3.0:1776198905.222388:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.222394:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198905.222404:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.222415:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.222430:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198905.222433:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:3.0:1776198905.222444:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000711df8e0 x1862477231068864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.224407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086cc2841. 00010000:00000010:1.1:1776198905.224518:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bb6e585. 00010000:00000010:1.1:1776198905.224526:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae1c29. 00000400:00000200:3.0:1776198905.226222:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.226244:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c296c0 00000400:00000200:3.0:1776198905.226288:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb79ed [1] + 224 00000400:00000200:3.0:1776198905.226311:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.226316:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.226331:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000711df8e0 x1862477231068864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.227819:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.227839:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71780 00000400:00000200:3.0:1776198905.227847:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6319 [2] + 1312 00000400:00000200:3.0:1776198905.227936:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.227941:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.227949:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.227956:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00010000:00000010:0.1:1776198905.229594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa06ee18. 00010000:00000010:0.1:1776198905.229602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b74d496. 00010000:00000010:0.1:1776198905.229606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf334ebe. 00010000:00000010:0.1:1776198905.229612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.229615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00000400:00000200:3.0:1776198905.233439:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.233467:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29700 00000400:00000200:3.0:1776198905.233480:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb79f9 [1] + 224 00000400:00000200:3.0:1776198905.233497:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.233502:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.233517:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000711df8e0 x1862477231068928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.233559:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.233565:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f717c0 00000400:00000200:3.0:1776198905.233570:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6319 [2] + 1640 00000400:00000200:3.0:1776198905.233634:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.233638:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.233643:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.233651:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000100:00000200:2.0:1776198905.233874:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217732544/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198905.233919:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732544 02000000:00000010:2.0:1776198905.233933:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bae000ed. 00010000:00000010:2.0:1776198905.233968:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8c313f7. 00010000:00000010:2.0:1776198905.233992:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020fa0b04. 00000100:00000010:2.0:1776198905.233999:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8261a7. 00000100:00000010:2.0:1776198905.234338:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8261a7. 00010000:00000010:2.0:1776198905.234342:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020fa0b04. 00000400:00000010:2.0:1776198905.234360:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198905.234365:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732544, offset 224 00000400:00000200:2.0:1776198905.234374:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.234389:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.234396:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91955:91955:256:4294967295] 192.168.204.56@tcp LPNI seq info [91955:91955:8:4294967295] 00000400:00000200:2.0:1776198905.234407:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.234413:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.234484:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198905.234492:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.234499:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.234503:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.234569:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.234575:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:2.0:1776198905.234579:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da47bd22. 00000800:00000200:3.0:1776198905.236010:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.236015:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:3.0:1776198905.236020:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.236026:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.236031:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:3.0:1776198905.236034:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000800:00000200:2.0:1776198905.239351:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.239362:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198905.239374:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.239387:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.239395:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:2.0:1776198905.239398:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:2.0:1776198905.239413:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231068992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.240157:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.240176:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29740 00000400:00000200:2.0:1776198905.240187:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a05 [1] + 224 00000400:00000200:2.0:1776198905.240200:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.240203:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.240211:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231068992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.240307:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000189f689a. 00000400:00000200:2.0:1776198905.240318:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.240324:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71800 00000400:00000200:2.0:1776198905.240330:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6319 [2] + 1968 00000400:00000010:2.0:1776198905.240333:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac00202b. 00000400:00000200:2.0:1776198905.240337:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004f957b6b 00000400:00000200:2.0:1776198905.241126:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.241136:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.241141:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f957b6b 00000400:00000010:2.0:1776198905.241144:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004f957b6b (tot 82346882). 00000100:00000200:2.0:1776198905.241152:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198905.241227:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b74ce3c. 00000020:00000010:2.0:1776198905.241236:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.241242:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000663e343a. 00000100:00000200:2.0:1776198905.241298:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af8edaf4 x1862477217732608/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198905.241337:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732608 02000000:00000010:2.0:1776198905.241352:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da47bd22. 00010000:00000010:0.1:1776198905.241410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048136c41. 00010000:00000010:2.0:1776198905.241411:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020fa0b04. 00010000:00000010:0.1:1776198905.241417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c222bd0b. 00000100:00000010:2.0:1776198905.241432:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8261a7. 00000100:00000010:2.0:1776198905.241441:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8261a7. 00010000:00000010:2.0:1776198905.241444:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020fa0b04. 00000400:00000010:2.0:1776198905.241464:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198905.241470:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732608, offset 224 00000400:00000200:2.0:1776198905.241477:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.241491:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.241499:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91957:91957:256:4294967295] 192.168.204.56@tcp LPNI seq info [91957:91957:8:4294967295] 00000400:00000200:2.0:1776198905.241510:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.241516:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.241523:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347130). 00000800:00000200:2.0:1776198905.241529:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.241537:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.241541:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.241561:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.241565:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:2.0:1776198905.241569:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b74ce3c. 02000000:00000010:2.0:1776198905.241577:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bae000ed. 00000100:00000010:2.0:1776198905.241580:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:2.0:1776198905.241585:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058abc52c. 00000100:00000010:2.0:1776198905.241587:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 02000000:00000010:2.0:1776198905.241590:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056e4966c. 00000100:00000010:2.0:1776198905.241592:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f569e53f. 02000000:00000010:2.0:1776198905.241596:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061d1c66c. 00000100:00000010:2.0:1776198905.241598:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 02000000:00000010:2.0:1776198905.241602:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd66baf6. 00000100:00000010:2.0:1776198905.241604:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198905.241607:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0616512. 00000100:00000010:2.0:1776198905.241609:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f77875. 00000100:00000200:2.0:1776198905.241615:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198905.241621:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a2b29741. 00000400:00000010:2.0:1776198905.241625:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa8261a7 (tot 82347282). 00000800:00000200:3.0:1776198905.242544:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.242551:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:3.0:1776198905.242556:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.242563:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.242567:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:3.0:1776198905.242569:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 02000000:00000010:3.0:1776198905.242575:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da47bd22. 00000800:00000200:3.0:1776198905.242667:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.242668:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198905.242674:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.242678:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.242680:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198905.242681:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000100:00000200:3.0:1776198905.242687:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ce96fe7 x1862477231069056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.246212:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029bd449f. 00000400:00000200:2.0:1776198905.248328:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.248352:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71840 00000400:00000200:2.0:1776198905.248363:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6369 [2] + 0 00000400:00000200:2.0:1776198905.248458:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.248464:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.248473:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.248481:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:2.0:1776198905.248555:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0616512. 00000020:00000010:2.0:1776198905.248563:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.248569:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000663e343a. 00000100:00000200:2.0:1776198905.248602:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217732672/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198905.248634:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732672 02000000:00000010:2.0:1776198905.248657:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd66baf6. 00010000:00000010:2.0:1776198905.248697:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029f81219. 00010000:00000010:2.0:1776198905.248724:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020fa0b04. 00000100:00000010:2.0:1776198905.248733:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.248747:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.248753:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020fa0b04. 00000400:00000010:2.0:1776198905.248770:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198905.248776:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732672, offset 224 00000400:00000200:2.0:1776198905.248785:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.248797:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.248804:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91959:91959:256:4294967295] 192.168.204.56@tcp LPNI seq info [91959:91959:8:4294967295] 00000400:00000200:2.0:1776198905.248814:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.248820:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.248824:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198905.248830:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.248838:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.248843:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.248867:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.248873:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:2.0:1776198905.248878:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0616512. 00000800:00000200:3.0:1776198905.249806:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.249811:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198905.249815:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.249819:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.249823:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:3.0:1776198905.249825:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000800:00000200:2.0:1776198905.250117:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.250121:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:2.0:1776198905.250127:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.250131:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.250134:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:2.0:1776198905.250135:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000100:00000200:2.0:1776198905.250142:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ce96fe7 x1862477231069120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.253595:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.253622:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c297c0 00000400:00000200:2.0:1776198905.253633:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a21 [1] + 224 00000400:00000200:2.0:1776198905.253726:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.253731:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.253746:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ce96fe7 x1862477231069120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.253832:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.253838:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71880 00000400:00000200:2.0:1776198905.253844:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6369 [2] + 328 00000400:00000200:2.0:1776198905.253856:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.253870:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.253875:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.253882:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198905.254058:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f94f156. 00000020:00000010:3.0:1776198905.254067:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.254072:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.254106:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217732736/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198905.254144:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732736 02000000:00000010:3.0:1776198905.254158:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0de17f3. 00010000:00000010:3.0:1776198905.254210:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.254220:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.254229:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.254233:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.254275:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00010000:00000010:1.1:1776198905.254279:0:78507:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0ca7cf6. 00000100:00000200:3.0:1776198905.254281:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732736, offset 224 00000400:00000200:3.0:1776198905.254290:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.254302:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.254309:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91961:91961:256:4294967295] 192.168.204.56@tcp LPNI seq info [91961:91961:8:4294967295] 00000400:00000200:3.0:1776198905.254320:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.254326:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.254332:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198905.254338:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.254345:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.254350:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1776198905.254358:0:78507:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0936c63. 00000020:00000010:3.0:1776198905.254372:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.254377:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.254381:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f94f156. 00000800:00000200:3.0:1776198905.255172:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.255179:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:3.0:1776198905.255185:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.255191:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.255196:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.255198:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00010000:00000010:0.1:1776198905.256223:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030d83f25. 00010000:00000010:0.1:1776198905.256236:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aceade5. 00010000:00000010:0.1:1776198905.256240:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae1c29. 00000800:00000200:2.0:1776198905.259155:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.259160:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198905.259171:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.259177:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.259183:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:2.0:1776198905.259186:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:2.0:1776198905.259197:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ce96fe7 x1862477231069184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.261738:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.261766:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29800 00000400:00000200:2.0:1776198905.261779:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a2d [1] + 224 00000400:00000200:2.0:1776198905.261794:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.261799:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.261814:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ce96fe7 x1862477231069184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.261858:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.261868:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f718c0 00000400:00000200:2.0:1776198905.261874:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6369 [2] + 656 00000400:00000200:2.0:1776198905.261940:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.261944:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.261949:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.261956:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:3.0:1776198905.262113:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f94f156. 00000020:00000010:3.0:1776198905.262122:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.262128:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.262161:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217732800/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198905.262227:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732800 02000000:00000010:3.0:1776198905.262241:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d123ae0. 00010000:00000010:3.0:1776198905.262328:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.262336:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.262344:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.262347:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.262368:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.262374:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732800, offset 224 00000400:00000200:3.0:1776198905.262382:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.262395:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.262401:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91963:91963:256:4294967295] 192.168.204.56@tcp LPNI seq info [91963:91963:8:4294967295] 00000400:00000200:3.0:1776198905.262411:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.262416:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.262421:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198905.262428:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.262436:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.262440:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.262464:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.262469:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.262473:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f94f156. 00000800:00000200:2.0:1776198905.263094:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.263097:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198905.263102:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.263106:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.263108:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:2.0:1776198905.263110:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:2.0:1776198905.263115:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ce96fe7 x1862477231069248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.264495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3edca03. 00010000:00000010:0.1:1776198905.264547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000018182b1. 00010000:00000010:0.1:1776198905.264554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c222bd0b. 00010000:00000010:0.1:1776198905.264558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3314c21. 00010000:00000010:0.1:1776198905.264561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f7f973. 00010000:00000010:0.1:1776198905.264564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00010000:00000010:0.1:1776198905.264567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.264570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acfe154. 00000400:00000200:2.0:1776198905.266120:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.266142:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29840 00000400:00000200:2.0:1776198905.266152:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a39 [1] + 224 00000400:00000200:2.0:1776198905.266166:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.266170:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.266183:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ce96fe7 x1862477231069248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.266306:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.266311:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71900 00000400:00000200:2.0:1776198905.266317:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6369 [2] + 984 00000400:00000200:2.0:1776198905.266373:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.266377:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.266381:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.266388:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198905.266477:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f94f156. 00000020:00000010:3.0:1776198905.266486:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.266492:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.266526:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217732864/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198905.266610:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732864 02000000:00000010:3.0:1776198905.266627:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086461a6b. 00010000:00000010:3.0:1776198905.266682:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.266691:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.266699:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.266702:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.266718:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198905.266722:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732864, offset 224 00000400:00000200:3.0:1776198905.266730:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.266742:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.266749:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91965:91965:256:4294967295] 192.168.204.56@tcp LPNI seq info [91965:91965:8:4294967295] 00000400:00000200:3.0:1776198905.266759:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.266764:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.266769:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347282). 00000800:00000200:3.0:1776198905.266775:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.266783:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.266787:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.266813:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.266817:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.266821:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f94f156. 00010000:00000010:2.0:1776198905.267595:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.0:1776198905.267605:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000357e9f76. 00010000:00000010:2.0:1776198905.267618:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020fa0b04. 00000100:00000010:2.0:1776198905.267622:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.267630:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198905.267645:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0616512. 02000000:00000010:2.0:1776198905.267675:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d1c66c. 00000400:00000010:2.0:1776198905.267681:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198905.267687:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198905.267693:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069312, portal 16 00000400:00000010:2.0:1776198905.267698:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198905.267701:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069312, offset 0 00000400:00000200:2.0:1776198905.267707:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.267717:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.267726:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.267730:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.267733:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.267736:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91966:91966:256:4294967295] 192.168.204.56@tcp LPNI seq info [91966:91966:8:4294967295] 00000400:00000200:2.0:1776198905.267743:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.267749:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.267752:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198905.267756:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.267761:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.267764:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776198905.270176:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.270197:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29880 00000400:00000200:2.0:1776198905.270206:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a45 [1] + 224 00000400:00000200:2.0:1776198905.270216:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.270219:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.270228:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231069312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.270327:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.270333:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71940 00000400:00000200:2.0:1776198905.270339:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6369 [2] + 1312 00000400:00000200:2.0:1776198905.270398:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.270401:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.270406:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.270412:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00010000:00000010:0.1:1776198905.270522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc79931c. 00010000:00000010:0.1:1776198905.270535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d88d71. 00010000:00000010:0.1:1776198905.270541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939af378. 00000020:00000010:3.0:1776198905.270585:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013d7ec5d. 00000020:00000010:3.0:1776198905.270593:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.270598:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.270627:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217732928/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198905.270674:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732928 02000000:00000010:3.0:1776198905.270688:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e5dcaa3. 00010000:00000010:3.0:1776198905.270725:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e9ca6a4. 00010000:00000010:3.0:1776198905.270754:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.270761:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.270768:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.270770:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.270786:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198905.270791:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732928, offset 224 00000400:00000200:3.0:1776198905.270799:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.270812:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.270820:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91967:91967:256:4294967295] 192.168.204.56@tcp LPNI seq info [91967:91967:8:4294967295] 00000400:00000200:3.0:1776198905.270830:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.270836:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.270842:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347282). 00000800:00000200:3.0:1776198905.270848:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.270967:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.270971:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.271036:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.271050:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.271053:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013d7ec5d. 00000800:00000200:2.0:1776198905.272392:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.272400:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d53fe420 (tot 82347282). 00000400:00000200:2.0:1776198905.272408:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.272416:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.272422:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:2.0:1776198905.272425:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000800:00000200:2.0:1776198905.272505:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.272506:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198905.272512:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.272515:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.272517:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:2.0:1776198905.272519:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:2.0:1776198905.272526:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ce96fe7 x1862477231069376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198905.277196:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000daaf9cb9. 00000400:00000200:2.0:1776198905.277205:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:2.0:1776198905.277208:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00000100:00000200:2.0:1776198905.277214:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ce96fe7 x1862477231069376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.277221:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ce96fe7 x1862477231069376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.277297:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000729014ba. 02000000:00000010:2.0:1776198905.277306:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070e6ff60. 00000100:00000010:2.0:1776198905.277312:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 00000100:00000010:2.0:1776198905.277319:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:2.0:1776198905.277325:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a73bf300. 00010000:00000010:0.1:1776198905.277401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b63694c. 00010000:00000010:0.1:1776198905.277410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4b12d17. 00010000:00000010:0.1:1776198905.277414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00010000:00000010:0.1:1776198905.277418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5212e58. 00010000:00000010:0.1:1776198905.277422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:3.1:1776198905.277557:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eb6dba7. 00000020:00000010:2.0:1776198905.277766:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056e4966c. 00000020:00000010:2.0:1776198905.277774:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.277780:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000663e343a. 00000100:00000200:2.0:1776198905.277816:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000711df8e0 x1862477217732992/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198905.277888:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217732992 02000000:00000010:2.0:1776198905.277904:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058abc52c. 00010000:00000010:2.0:1776198905.277941:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0c43b0e. 00010000:00000010:2.0:1776198905.277965:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198905.277975:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.277992:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.277996:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000400:00000010:2.0:1776198905.278013:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198905.278018:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217732992, offset 224 00000400:00000200:2.0:1776198905.278027:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.278677:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.278686:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91969:91969:256:4294967295] 192.168.204.56@tcp LPNI seq info [91969:91969:8:4294967295] 00000400:00000200:2.0:1776198905.278700:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.278707:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.278715:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198905.278723:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.278731:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.278736:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.278772:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.278777:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:2.0:1776198905.278782:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056e4966c. 00000800:00000200:3.0:1776198905.279354:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.279360:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347034). 00000400:00000200:3.0:1776198905.279365:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.279371:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.279376:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:3.0:1776198905.279379:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000800:00000200:2.0:1776198905.279972:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.279975:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:2.0:1776198905.279983:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.279986:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.279989:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:2.0:1776198905.279991:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:2.0:1776198905.279999:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231069440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.282624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a53218a5. 00000400:00000010:2.0:1776198905.282652:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000daaf9cb9. 00000400:00000200:2.0:1776198905.282658:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:2.0:1776198905.282660:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:2.0:1776198905.282667:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231069440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.282675:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231069440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.282715:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034e1c22d. 02000000:00000010:2.0:1776198905.282724:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a960fd7d. 00000100:00000010:2.0:1776198905.282729:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:2.0:1776198905.282734:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:2.0:1776198905.282739:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001da957e5. 00000400:00000200:2.0:1776198905.285408:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.285488:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f719c0 00000400:00000200:2.0:1776198905.285499:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6369 [2] + 1968 00000400:00000010:2.0:1776198905.285506:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:2.0:1776198905.285516:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d1a9d0b2 00000400:00000200:2.0:1776198905.285893:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.285900:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.285908:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1a9d0b2 00000400:00000010:2.0:1776198905.285911:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d1a9d0b2 (tot 82346882). 00000100:00000200:2.0:1776198905.285919:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:2.0:1776198905.286385:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056e4966c. 00010000:00000010:0.1:1776198905.293310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067ab51db. 00010000:00000010:0.1:1776198905.293338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939af378. 00010000:00000010:0.1:1776198905.297379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005480160a. 00080000:00000010:2.0:1776198905.309145:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd74344b. 00080000:00000010:2.0:1776198905.309164:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053609def. 00080000:00000010:2.0:1776198905.309169:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072d8d32e. 00080000:00000010:2.0:1776198905.309172:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4ca65b. 00080000:00000010:2.0:1776198905.309175:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006ec9be3. 00080000:00000010:2.0:1776198905.309177:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efd06725. 00080000:00000010:2.0:1776198905.309180:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0416ef9. 00080000:00000010:2.0:1776198905.309183:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c01d0c9. 00080000:00000010:2.0:1776198905.309186:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab109080. 00080000:00000010:2.0:1776198905.309190:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8da42b8. 00080000:00000010:2.0:1776198905.309193:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f2703e. 00080000:00000010:2.0:1776198905.309196:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0157ebf. 00080000:00000010:2.0:1776198905.309200:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dba6bf02. 00080000:00000010:2.0:1776198905.309203:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036f0a4f3. 00080000:00000010:2.0:1776198905.309206:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005df0b25c. 00080000:00000010:2.0:1776198905.309208:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000584695fb. 00080000:00000010:2.0:1776198905.309211:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e901ad79. 00080000:00000010:2.0:1776198905.309214:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375bd071. 00080000:00000010:2.0:1776198905.309216:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a4dfc5. 00080000:00000010:2.0:1776198905.309218:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078f6e551. 00080000:00000010:2.0:1776198905.309221:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f6c808f. 00080000:00000010:2.0:1776198905.309224:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010d3298a. 00080000:00000010:2.0:1776198905.309227:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bb65536. 00080000:00000010:2.0:1776198905.309230:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d4c5f00. 00080000:00000010:2.0:1776198905.309232:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bb00db4. 00080000:00000010:2.0:1776198905.309237:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f5c01c. 00080000:00000010:2.0:1776198905.309239:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dcb3a35. 00080000:00000010:2.0:1776198905.309242:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fda5e709. 00080000:00000010:2.0:1776198905.309244:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0cd5d7a. 00080000:00000010:2.0:1776198905.309248:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065814432. 00080000:00000010:2.0:1776198905.309251:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027f9a464. 00080000:00000010:2.0:1776198905.309269:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000076b2522. 00080000:00000010:2.0:1776198905.309272:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f15345. 00080000:00000010:2.0:1776198905.309275:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000732803b7. 00080000:00000010:2.0:1776198905.309278:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008da0883d. 00080000:00000010:2.0:1776198905.309281:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f2fafb5. 00080000:00000010:2.0:1776198905.309284:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1f18021. 00080000:00000010:2.0:1776198905.309286:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018483f5a. 00080000:00000010:2.0:1776198905.309290:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001061c94d. 00080000:00000010:2.0:1776198905.309292:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057d35775. 00080000:00000010:2.0:1776198905.309295:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054a328b0. 00080000:00000010:2.0:1776198905.309300:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025012e8a. 00080000:00000010:2.0:1776198905.309303:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d04529b6. 00080000:00000010:2.0:1776198905.309305:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4f1413d. 00080000:00000010:2.0:1776198905.309309:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000535fbfa3. 00080000:00000010:2.0:1776198905.309314:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057f6d800. 00080000:00000010:2.0:1776198905.309316:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e49014. 00080000:00000010:2.0:1776198905.309319:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce4ba2f1. 00080000:00000010:2.0:1776198905.309321:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3dc66c6. 00080000:00000010:2.0:1776198905.309323:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd0ad272. 00080000:00000010:2.0:1776198905.309325:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000396429f2. 00080000:00000010:2.0:1776198905.309327:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000634d0e73. 00080000:00000010:2.0:1776198905.309329:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f026c96. 00080000:00000010:2.0:1776198905.309331:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b86f4192. 00080000:00000010:2.0:1776198905.309334:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c7e86a3. 00080000:00000010:2.0:1776198905.309336:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074b649f8. 00080000:00000010:2.0:1776198905.309339:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb03c5c0. 00080000:00000010:2.0:1776198905.309342:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013253f59. 00080000:00000010:2.0:1776198905.309347:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f06db89. 00080000:00000010:2.0:1776198905.309350:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaec31ba. 00080000:00000010:2.0:1776198905.309352:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000652bed99. 00080000:00000010:2.0:1776198905.309354:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d44873e7. 00080000:00000010:2.0:1776198905.309357:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb8449ce. 00080000:00000010:2.0:1776198905.309359:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000882955bf. 00080000:00000010:2.0:1776198905.309361:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ed2f3a. 00080000:00000010:2.0:1776198905.309364:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f601b554. 00080000:00000010:2.0:1776198905.309366:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a594f2d2. 00080000:00000010:2.0:1776198905.309368:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7cb3ba. 00080000:00000010:2.0:1776198905.309371:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cda16000. 00080000:00000010:2.0:1776198905.309373:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7e688e. 00080000:00000010:2.0:1776198905.309376:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f47df2. 00080000:00000010:2.0:1776198905.309379:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe233bd. 00080000:00000010:2.0:1776198905.309383:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef769891. 00080000:00000010:2.0:1776198905.309386:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091bae0d5. 00080000:00000010:2.0:1776198905.309389:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ee07d5b. 00080000:00000010:2.0:1776198905.309391:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ff9eb9b. 00080000:00000010:2.0:1776198905.309394:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa82d433. 00080000:00000010:2.0:1776198905.309396:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000858ab5e7. 00080000:00000010:2.0:1776198905.309400:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093a14385. 00080000:00000010:2.0:1776198905.309403:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067fd43cb. 00080000:00000010:2.0:1776198905.309406:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097c86b67. 00080000:00000010:2.0:1776198905.309409:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f08fe51b. 00080000:00000010:2.0:1776198905.309413:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acd25896. 00080000:00000010:2.0:1776198905.309415:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f2b7d6. 00080000:00000010:2.0:1776198905.309418:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021c1e65c. 00080000:00000010:2.0:1776198905.309420:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a953907d. 00080000:00000010:2.0:1776198905.309423:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f557118. 00080000:00000010:2.0:1776198905.309425:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bac7991. 00080000:00000010:2.0:1776198905.309428:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004def85a2. 00080000:00000010:2.0:1776198905.309431:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deff795c. 00080000:00000010:2.0:1776198905.309433:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f65ceee6. 00080000:00000010:2.0:1776198905.309438:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000293300c5. 00080000:00000010:2.0:1776198905.309441:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3a2bb07. 00080000:00000010:2.0:1776198905.309445:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000568ae99a. 00080000:00000010:2.0:1776198905.309448:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f2c7eda. 00080000:00000010:2.0:1776198905.309451:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833beacb. 00080000:00000010:2.0:1776198905.309454:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000962e3364. 00080000:00000010:2.0:1776198905.309457:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bba4f38. 00080000:00000010:2.0:1776198905.309460:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082a66a8d. 00080000:00000010:2.0:1776198905.309462:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a505416. 00080000:00000010:2.0:1776198905.309465:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096acd8a8. 00080000:00000010:2.0:1776198905.309467:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005855b00a. 00080000:00000010:2.0:1776198905.309470:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000482e0806. 00080000:00000010:2.0:1776198905.309473:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c362cb98. 00080000:00000010:2.0:1776198905.309479:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8e2f96e. 00080000:00000010:2.0:1776198905.309484:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b5497f. 00080000:00000010:2.0:1776198905.309487:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b7705cc. 00080000:00000010:2.0:1776198905.309490:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b76fa9b. 00080000:00000010:2.0:1776198905.309494:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091294508. 00080000:00000010:2.0:1776198905.309496:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4dc834f. 00080000:00000010:2.0:1776198905.309499:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d484664. 00080000:00000010:2.0:1776198905.309501:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af54083f. 00080000:00000010:2.0:1776198905.309504:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012e5c184. 00080000:00000010:2.0:1776198905.309509:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084748429. 00080000:00000010:2.0:1776198905.309512:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048787a18. 00080000:00000010:2.0:1776198905.309514:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902305a4. 00080000:00000010:2.0:1776198905.309521:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b34abb4c. 00080000:00000010:2.0:1776198905.309524:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6f0044a. 00080000:00000010:2.0:1776198905.309526:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000942cfa66. 00080000:00000010:2.0:1776198905.309530:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6d72ad6. 00080000:00000010:2.0:1776198905.309532:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1caccf6. 00080000:00000010:2.0:1776198905.309535:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000907ed1ad. 00080000:00000010:2.0:1776198905.309538:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077cbcb34. 00080000:00000010:2.0:1776198905.309540:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0175716. 00080000:00000010:2.0:1776198905.309543:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde23101. 00080000:00000010:2.0:1776198905.309546:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc8c7ea5. 00080000:00000010:2.0:1776198905.309549:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1f953f5. 00080000:00000010:2.0:1776198905.309552:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003522346a. 00080000:00000010:2.0:1776198905.309558:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd8b7235. 00080000:00000010:2.0:1776198905.309562:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e30c3b41. 00080000:00000010:2.0:1776198905.309565:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069107623. 00080000:00000010:2.0:1776198905.309572:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dca32e2. 00080000:00000010:2.0:1776198905.309574:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003f12877. 00080000:00000010:2.0:1776198905.309577:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d0d9fc6. 00080000:00000010:2.0:1776198905.309580:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000232853b8. 00080000:00000010:2.0:1776198905.309583:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427b4a51. 00080000:00000010:2.0:1776198905.309586:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001efcf9b5. 00080000:00000010:2.0:1776198905.309590:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b13929b. 00080000:00000010:2.0:1776198905.309592:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9f1bab4. 00080000:00000010:2.0:1776198905.309596:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001904dc57. 00080000:00000010:2.0:1776198905.309598:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e201b91. 00080000:00000010:2.0:1776198905.309601:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026286c7b. 00080000:00000010:2.0:1776198905.309604:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a6ec9c8. 00080000:00000010:2.0:1776198905.309610:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c03a050c. 00080000:00000010:2.0:1776198905.309612:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79024c1. 00080000:00000010:2.0:1776198905.309616:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000005c504. 00080000:00000010:2.0:1776198905.309619:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebb1f1f2. 00080000:00000010:2.0:1776198905.309622:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8b3c3c6. 00080000:00000010:2.0:1776198905.309625:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2386266. 00080000:00000010:2.0:1776198905.309627:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060057eb7. 00080000:00000010:2.0:1776198905.309631:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6d89af1. 00080000:00000010:2.0:1776198905.309633:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3a39fcc. 00080000:00000010:2.0:1776198905.309635:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f974304a. 00080000:00000010:2.0:1776198905.309639:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e7ca719. 00080000:00000010:2.0:1776198905.309642:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000488d5123. 00080000:00000010:2.0:1776198905.309645:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019ebd1df. 00080000:00000010:2.0:1776198905.309647:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020f2b37c. 00080000:00000010:2.0:1776198905.309650:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f0c7bd1. 00080000:00000010:2.0:1776198905.309653:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000072816c0. 00080000:00000010:2.0:1776198905.309656:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008ad5a93. 00080000:00000010:2.0:1776198905.309659:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2b2bb99. 00080000:00000010:2.0:1776198905.309661:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dada28d4. 00080000:00000010:2.0:1776198905.309668:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a1f9557. 00080000:00000010:2.0:1776198905.309672:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7a07829. 00080000:00000010:2.0:1776198905.309676:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000105a0841. 00080000:00000010:2.0:1776198905.309679:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b2d920c. 00080000:00000010:2.0:1776198905.309683:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019dad023. 00080000:00000010:2.0:1776198905.309685:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c148dbce. 00080000:00000010:2.0:1776198905.309687:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db74b92d. 00080000:00000010:2.0:1776198905.309690:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056369ec3. 00080000:00000010:2.0:1776198905.309692:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ea62c74. 00080000:00000010:2.0:1776198905.309695:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088264a18. 00080000:00000010:2.0:1776198905.309697:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001be07e17. 00080000:00000010:2.0:1776198905.309700:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093d89f41. 00080000:00000010:2.0:1776198905.309702:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e756d3ab. 00080000:00000010:2.0:1776198905.309704:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae985272. 00080000:00000010:2.0:1776198905.309706:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000020bbd0c. 00080000:00000010:2.0:1776198905.309709:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8f897d5. 00080000:00000010:2.0:1776198905.309712:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030ee9636. 00080000:00000010:2.0:1776198905.309716:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a791b0. 00080000:00000010:2.0:1776198905.309720:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000334a7907. 00080000:00000010:2.0:1776198905.309723:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b1c8185. 00080000:00000010:2.0:1776198905.309726:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ab96976. 00080000:00000010:2.0:1776198905.309729:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023661ca0. 00080000:00000010:2.0:1776198905.309732:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3f8074. 00080000:00000010:2.0:1776198905.309735:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f1faf31. 00080000:00000010:2.0:1776198905.309737:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6aed876. 00080000:00000010:2.0:1776198905.309740:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea9e2c38. 00080000:00000010:2.0:1776198905.309742:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc67c462. 00080000:00000010:2.0:1776198905.309744:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a4d6ff7. 00080000:00000010:2.0:1776198905.309747:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c55c691. 00080000:00000010:2.0:1776198905.309749:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d2318d6. 00080000:00000010:2.0:1776198905.309752:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9fc76b4. 00080000:00000010:2.0:1776198905.309755:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000410d641a. 00080000:00000010:2.0:1776198905.309760:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000795f22f3. 00080000:00000010:2.0:1776198905.309763:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001692e2f. 00080000:00000010:2.0:1776198905.309769:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a3b46a7. 00080000:00000010:2.0:1776198905.309771:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f372786c. 00080000:00000010:2.0:1776198905.309774:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e75a3675. 00080000:00000010:2.0:1776198905.309778:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833e1b58. 00080000:00000010:2.0:1776198905.309782:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74927e0. 00080000:00000010:2.0:1776198905.309784:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ed64728. 00080000:00000010:2.0:1776198905.309787:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2510f33. 00080000:00000010:2.0:1776198905.309789:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a82acd5a. 00080000:00000010:2.0:1776198905.309792:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acb74f52. 00080000:00000010:2.0:1776198905.309795:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af8637cc. 00080000:00000010:2.0:1776198905.309797:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3d1bf6e. 00080000:00000010:2.0:1776198905.309800:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c6ec160. 00080000:00000010:2.0:1776198905.309802:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffb7e2db. 00080000:00000010:2.0:1776198905.309805:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fbf2944. 00080000:00000010:2.0:1776198905.309808:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f43d758. 00080000:00000010:2.0:1776198905.309811:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3858b61. 00080000:00000010:2.0:1776198905.309814:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea563e87. 00080000:00000010:2.0:1776198905.309818:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c95ee4cf. 00080000:00000010:2.0:1776198905.309820:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7e65011. 00080000:00000010:2.0:1776198905.309823:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016755dcc. 00080000:00000010:2.0:1776198905.309826:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000143bd284. 00080000:00000010:2.0:1776198905.309828:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036f17a5e. 00080000:00000010:2.0:1776198905.309830:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed974246. 00080000:00000010:2.0:1776198905.309833:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e927948f. 00080000:00000010:2.0:1776198905.309836:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007665e0f5. 00080000:00000010:2.0:1776198905.309840:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7a5d13b. 00080000:00000010:2.0:1776198905.309843:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000481b0ebe. 00080000:00000010:2.0:1776198905.309846:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e5dcd8f. 00080000:00000010:2.0:1776198905.309849:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fbf65c0. 00080000:00000010:2.0:1776198905.309852:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d45df6c4. 00080000:00000010:2.0:1776198905.309855:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dba4515. 00080000:00000010:2.0:1776198905.309858:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2b2e5f9. 00080000:00000010:2.0:1776198905.309860:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d0810a5. 00080000:00000010:2.0:1776198905.309863:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e70d465. 00080000:00000010:2.0:1776198905.309867:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005587dfda. 00080000:00000010:2.0:1776198905.309870:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a158de20. 00080000:00000010:2.0:1776198905.309873:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d6dbad8. 00080000:00000010:2.0:1776198905.309879:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508913f3. 00080000:00000010:2.0:1776198905.309881:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007e4a05b. 00080000:00000010:2.0:1776198905.309885:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e87dad8. 00080000:00000010:2.0:1776198905.309888:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039214b3b. 00080000:00000010:2.0:1776198905.309891:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b3269c. 00080000:00000010:2.0:1776198905.309893:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b862f77. 00080000:00000010:2.0:1776198905.309896:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023cba4c0. 00080000:00000010:2.0:1776198905.309899:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508d668b. 00080000:00000010:2.0:1776198905.309903:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006985d675. 00080000:00000010:2.0:1776198905.309905:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087dbbedc. 00080000:00000010:2.0:1776198905.309907:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097079fc1. 00080000:00000010:2.0:1776198905.309910:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b4b135. 00080000:00000010:2.0:1776198905.309912:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d842ff14. 00080000:00000010:2.0:1776198905.309915:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004760a9df. 00080000:00000010:2.0:1776198905.309917:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a32e47d. 00080000:00000010:2.0:1776198905.309920:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb3699ee. 00080000:00000010:2.0:1776198905.309923:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3993224. 00080000:00000010:2.0:1776198905.309925:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a6c45ef. 00080000:00000010:2.0:1776198905.309928:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ab574c8. 00080000:00000010:2.0:1776198905.309931:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071c9be54. 00080000:00000010:2.0:1776198905.309934:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b2122e8. 00080000:00000010:2.0:1776198905.309936:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daa5f925. 00080000:00000010:2.0:1776198905.309939:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b592b804. 00080000:00000010:2.0:1776198905.309943:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c20153ff. 00080000:00000010:2.0:1776198905.309945:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f2c406f. 00080000:00000010:2.0:1776198905.309948:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0812ba. 00080000:00000010:2.0:1776198905.309950:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbbb18d9. 00080000:00000010:2.0:1776198905.309952:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027c6b6de. 00080000:00000010:2.0:1776198905.309955:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c3bc3c. 00080000:00000010:2.0:1776198905.309957:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b723821. 00080000:00000010:2.0:1776198905.309959:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000add0cc2e. 00080000:00000010:2.0:1776198905.309961:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087808fdc. 00080000:00000010:2.0:1776198905.309964:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d7b047. 00080000:00000010:2.0:1776198905.309967:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009236767a. 00080000:00000010:2.0:1776198905.309969:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b037545b. 00080000:00000010:2.0:1776198905.309972:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061e37b1b. 00080000:00000010:2.0:1776198905.309974:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e49610ef. 00080000:00000010:2.0:1776198905.309978:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca69c02a. 00080000:00000010:2.0:1776198905.309981:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7609dc. 00080000:00000010:2.0:1776198905.309983:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff8c9ed. 00080000:00000010:2.0:1776198905.309986:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092dd8765. 00080000:00000010:2.0:1776198905.309988:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9ca79f. 00080000:00000010:2.0:1776198905.309991:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3d7ec3b. 00080000:00000010:2.0:1776198905.309995:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054301e2a. 00080000:00000010:2.0:1776198905.309999:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d942a0b6. 00080000:00000010:2.0:1776198905.310002:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de93ae9f. 00080000:00000010:2.0:1776198905.310005:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad3acfa4. 00080000:00000010:2.0:1776198905.310026:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073f2147c. 00080000:00000010:2.0:1776198905.310054:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085fb750c. 00080000:00000010:2.0:1776198905.310058:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e92a89a8. 00080000:00000010:2.0:1776198905.310061:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7f3e62d. 00080000:00000010:2.0:1776198905.310064:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dd335fa. 00080000:00000010:2.0:1776198905.310067:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0898ca4. 00080000:00000010:2.0:1776198905.310071:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f988d425. 00080000:00000010:2.0:1776198905.310073:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006538936b. 00080000:00000010:2.0:1776198905.310076:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c41b2a04. 00080000:00000010:2.0:1776198905.310079:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001879ef93. 00080000:00000010:2.0:1776198905.310082:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df9e714. 00080000:00000010:2.0:1776198905.310085:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000595422e7. 00080000:00000010:2.0:1776198905.310088:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ecd750. 00080000:00000010:2.0:1776198905.310090:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000998ca0b7. 00080000:00000010:2.0:1776198905.310092:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c2114d5. 00080000:00000010:2.0:1776198905.310095:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002768e492. 00080000:00000010:2.0:1776198905.310098:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000354b0ac3. 00080000:00000010:2.0:1776198905.310100:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c58cfe30. 00080000:00000010:2.0:1776198905.310102:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c606205. 00080000:00000010:2.0:1776198905.310104:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c593a3e0. 00080000:00000010:2.0:1776198905.310107:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004a06b16. 00080000:00000010:2.0:1776198905.310110:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e578a8dd. 00080000:00000010:2.0:1776198905.310114:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d8d1bdf. 00080000:00000010:2.0:1776198905.310117:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4acb476. 00080000:00000010:2.0:1776198905.310119:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004367bd40. 00080000:00000010:2.0:1776198905.310122:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee8746f7. 00080000:00000010:2.0:1776198905.310124:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004db90193. 00080000:00000010:2.0:1776198905.310127:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f83cd7c. 00080000:00000010:2.0:1776198905.310130:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ec2923. 00080000:00000010:2.0:1776198905.310133:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e85001. 00080000:00000010:2.0:1776198905.310136:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7e9790b. 00080000:00000010:2.0:1776198905.310139:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0b92580. 00080000:00000010:2.0:1776198905.310142:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec33fcd3. 00080000:00000010:2.0:1776198905.310144:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023870751. 00080000:00000010:2.0:1776198905.310147:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9941d9b. 00080000:00000010:2.0:1776198905.310150:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fca7497. 00080000:00000010:2.0:1776198905.310152:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002df7e815. 00080000:00000010:2.0:1776198905.310155:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6726b33. 00080000:00000010:2.0:1776198905.310158:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbde7e0e. 00080000:00000010:2.0:1776198905.310162:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002342dd85. 00080000:00000010:2.0:1776198905.310165:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077665f7b. 00080000:00000010:2.0:1776198905.310168:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000167c5589. 00080000:00000010:2.0:1776198905.310173:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af7ae01d. 00080000:00000010:2.0:1776198905.310176:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007457afea. 00080000:00000010:2.0:1776198905.310181:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0c01d5c. 00080000:00000010:2.0:1776198905.310183:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e40986d1. 00080000:00000010:2.0:1776198905.310186:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038515bad. 00080000:00000010:2.0:1776198905.310188:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009473fa04. 00080000:00000010:2.0:1776198905.310191:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d81913. 00080000:00000010:2.0:1776198905.310193:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3b9d881. 00080000:00000010:2.0:1776198905.310196:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc9b65c6. 00080000:00000010:2.0:1776198905.310199:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5213bcb. 00080000:00000010:2.0:1776198905.310203:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a65c7be. 00080000:00000010:2.0:1776198905.310206:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000631c1184. 00080000:00000010:2.0:1776198905.310208:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df574953. 00080000:00000010:2.0:1776198905.310211:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025faa4ff. 00080000:00000010:2.0:1776198905.310213:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eabb2ce8. 00080000:00000010:2.0:1776198905.310217:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f44f4d9d. 00080000:00000010:2.0:1776198905.310221:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdb38ebb. 00080000:00000010:2.0:1776198905.310226:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c7c10b7. 00080000:00000010:2.0:1776198905.310228:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fddf1e5d. 00080000:00000010:2.0:1776198905.310231:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6a49e58. 00080000:00000010:2.0:1776198905.310234:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006634c871. 00080000:00000010:2.0:1776198905.310237:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072c21f3d. 00080000:00000010:2.0:1776198905.310240:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eadd8da8. 00080000:00000010:2.0:1776198905.310243:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088e0bd7f. 00080000:00000010:2.0:1776198905.310246:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048ceeea6. 00080000:00000010:2.0:1776198905.310249:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb31e505. 00080000:00000010:2.0:1776198905.310292:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036df3b53. 00080000:00000010:2.0:1776198905.310298:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000171ee084. 00080000:00000010:2.0:1776198905.310305:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2295d59. 00080000:00000010:2.0:1776198905.310309:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002da12fa6. 00080000:00000010:2.0:1776198905.310313:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5a52c8a. 00080000:00000010:2.0:1776198905.310316:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d238bd76. 00080000:00000010:2.0:1776198905.310322:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d2b6829. 00080000:00000010:2.0:1776198905.310326:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc3ef4c. 00080000:00000010:2.0:1776198905.310329:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf6a2409. 00080000:00000010:2.0:1776198905.310331:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020d010b1. 00080000:00000010:2.0:1776198905.310334:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000610b2090. 00080000:00000010:2.0:1776198905.310337:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bdccc24. 00080000:00000010:2.0:1776198905.310340:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a3d7cf8. 00080000:00000010:2.0:1776198905.310343:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b74f6add. 00080000:00000010:2.0:1776198905.310346:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ac19762. 00080000:00000010:2.0:1776198905.310349:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b86c2b82. 00080000:00000010:2.0:1776198905.310351:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e65e574. 00080000:00000010:2.0:1776198905.310354:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d19b7bf9. 00080000:00000010:2.0:1776198905.310357:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004946f4f4. 00080000:00000010:2.0:1776198905.310359:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000835606a5. 00080000:00000010:2.0:1776198905.310363:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f677dc. 00080000:00000010:2.0:1776198905.310365:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eea68fb. 00080000:00000010:2.0:1776198905.310373:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a552aa9. 00080000:00000010:2.0:1776198905.310378:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ec48bed. 00080000:00000010:2.0:1776198905.310380:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b07be5c5. 00080000:00000010:2.0:1776198905.310383:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de1003ec. 00080000:00000010:2.0:1776198905.310385:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb33f8f8. 00080000:00000010:2.0:1776198905.310388:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000201dbd5. 00080000:00000010:2.0:1776198905.310391:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b3e8c29. 00080000:00000010:2.0:1776198905.310394:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008272ae70. 00080000:00000010:2.0:1776198905.310397:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084139575. 00080000:00000010:2.0:1776198905.310399:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ba2126. 00080000:00000010:2.0:1776198905.310402:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed118ee7. 00080000:00000010:2.0:1776198905.310405:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026763ef3. 00080000:00000010:2.0:1776198905.310408:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba491f2. 00080000:00000010:2.0:1776198905.310411:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c09339f. 00080000:00000010:2.0:1776198905.310414:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc630948. 00080000:00000010:2.0:1776198905.310417:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cbc923d. 00080000:00000010:2.0:1776198905.310420:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d299ebe. 00080000:00000010:2.0:1776198905.310422:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7f7a0d. 00080000:00000010:2.0:1776198905.310425:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bad43626. 00080000:00000010:2.0:1776198905.310428:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099257ed0. 00080000:00000010:2.0:1776198905.310430:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4c90230. 00080000:00000010:2.0:1776198905.310434:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eda1138. 00080000:00000010:2.0:1776198905.310437:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7c16ad6. 00080000:00000010:2.0:1776198905.310440:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010436e20. 00080000:00000010:2.0:1776198905.310442:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af04e43. 00080000:00000010:2.0:1776198905.310445:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9804c2a. 00080000:00000010:2.0:1776198905.310448:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000797a4968. 00080000:00000010:2.0:1776198905.310450:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006052d17b. 00080000:00000010:2.0:1776198905.310452:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011b8ac0e. 00080000:00000010:2.0:1776198905.310454:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d747540. 00080000:00000010:2.0:1776198905.310457:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c0cce00. 00080000:00000010:2.0:1776198905.310459:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000661d1bbc. 00080000:00000010:2.0:1776198905.310461:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cb75f45. 00080000:00000010:2.0:1776198905.310464:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059c388ff. 00080000:00000010:2.0:1776198905.310466:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032bbc4a9. 00080000:00000010:2.0:1776198905.310468:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035fbd8e1. 00080000:00000010:2.0:1776198905.310470:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000544c2c. 00080000:00000010:2.0:1776198905.310473:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cc49734. 00080000:00000010:2.0:1776198905.310476:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f64ae85. 00080000:00000010:2.0:1776198905.310479:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d790707c. 00080000:00000010:2.0:1776198905.310481:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007798a08. 00080000:00000010:2.0:1776198905.310483:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4fc36a1. 00080000:00000010:2.0:1776198905.310485:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000342fc216. 00080000:00000010:2.0:1776198905.310488:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000942c153c. 00080000:00000010:2.0:1776198905.310490:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb629e15. 00080000:00000010:2.0:1776198905.310492:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3dc0c51. 00080000:00000010:2.0:1776198905.310495:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e094491a. 00080000:00000010:2.0:1776198905.310497:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf6b886c. 00080000:00000010:2.0:1776198905.310499:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a78d2300. 00080000:00000010:2.0:1776198905.310502:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfbcf495. 00080000:00000010:2.0:1776198905.310503:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057642086. 00080000:00000010:2.0:1776198905.310508:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011d1ac5f. 00010000:00000010:3.0:1776198905.313685:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198905.313711:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000bcd4822. 00010000:00000010:3.0:1776198905.313833:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.0:1776198905.313842:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198905.313873:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3a7061a. 00000100:00000010:3.0:1776198905.313886:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.313905:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f77875. 02000000:00000010:3.0:1776198905.313928:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d76ce8b. 02000000:00000010:3.0:1776198905.313982:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065814432. 00000400:00000010:3.0:1776198905.313992:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f4789a5. 00000400:00000010:3.0:1776198905.314002:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198905.314013:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069504, portal 16 00000400:00000010:3.0:1776198905.314022:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198905.314025:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069504, offset 0 00000400:00000200:3.0:1776198905.314051:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.314076:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.314086:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.314090:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.314093:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.314099:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91972:91972:256:4294967295] 192.168.204.56@tcp LPNI seq info [91972:91972:8:4294967295] 00000400:00000200:3.0:1776198905.314111:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.314119:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.314125:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347282). 00000800:00000200:3.0:1776198905.314134:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.314143:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.314147:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.315219:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.315226:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:2.0:1776198905.315235:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.315243:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.315249:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:2.0:1776198905.315279:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000100:00000200:2.0:1776198905.315293:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f77875 x1862477231069504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.325132:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91973:91973:256:4294967295] 192.168.204.56@tcp LPNI seq info [91973:91973:8:4294967295] 00000400:00000200:0.0:1776198905.325146:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.325151:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.325156:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198905.325162:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.325170:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.325174:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.325195:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc1dbaac. 00000020:00000010:0.0:1776198905.325200:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:0.0:1776198905.325202:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928813a3. 00000800:00000200:0.0:1776198905.325321:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.325325:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:0.0:1776198905.325333:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.325336:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.325340:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:0.0:1776198905.325342:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000400:00000010:0.0:1776198905.325369:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f4789a5. 00000400:00000200:0.0:1776198905.325372:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:0.0:1776198905.325374:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:0.0:1776198905.325379:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f77875 x1862477231069504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.325387:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f77875 x1862477231069504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.325414:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddba5d6c. 02000000:00000010:0.0:1776198905.325433:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065814432. 02000000:00000010:0.0:1776198905.325439:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d76ce8b. 00000100:00000010:0.0:1776198905.325444:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f77875. 00000100:00000010:0.0:1776198905.325448:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:0.0:1776198905.325451:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3a7061a. 00080000:00000010:0.0:1776198905.325471:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000928813a3. 00010000:00000010:0.0:1776198905.325597:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:0.0:1776198905.325605:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002feb0c83. 00000004:00000010:0.0:1776198905.325701:0:77423:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000005fba581. 00000004:00000010:0.0:1776198905.325713:0:77423:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000001d2a2d3c. 00000004:00000010:0.0:1776198905.325721:0:77423:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000004502a58d. 00080000:00000010:0.0:1776198905.325730:0:77423:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000000bb9e2fe. 00000001:00000010:0.0:1776198905.325751:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005d2eb5d8. 00000001:00000010:0.0:1776198905.325768:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005d2eb5d8. 00080000:00000010:0.0:1776198905.325783:0:77423:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000000bb9e2fe. 00000004:00000010:0.0:1776198905.325789:0:77423:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000004502a58d. 00000004:00000010:0.0:1776198905.325795:0:77423:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 000000001d2a2d3c. 00000004:00000010:0.0:1776198905.325798:0:77423:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 0000000005fba581. 00010000:00000010:0.0:1776198905.325828:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000939af378. 00010000:00000010:0.0:1776198905.325837:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.325852:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198905.325856:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198905.325865:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198905.325879:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bb9e2fe. 02000000:00000010:0.0:1776198905.325908:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060cbe096. 00000400:00000010:0.0:1776198905.325914:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d2eb5d8. 00000400:00000010:0.0:1776198905.325918:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198905.325923:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069568, portal 16 00000400:00000010:0.0:1776198905.325928:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198905.325931:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069568, offset 0 00000400:00000200:0.0:1776198905.325936:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.325946:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.325955:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.325959:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.325962:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.325964:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91974:91974:256:4294967295] 192.168.204.56@tcp LPNI seq info [91974:91974:8:4294967295] 00000400:00000200:0.0:1776198905.325971:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.325976:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.325980:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198905.325984:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.325989:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.325992:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198905.326080:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.326083:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:0.0:1776198905.326087:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.326091:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.326094:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:0.0:1776198905.326096:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:0.0:1776198905.326101:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000903f1ed9 x1862477231069568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198905.327300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ea8f494. 00010000:00000010:3.1:1776198905.327316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00000400:00000200:0.0:1776198905.329155:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.329184:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29980 00000400:00000200:0.0:1776198905.329197:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a79 [1] + 224 00000400:00000200:0.0:1776198905.329211:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.329214:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.329227:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000903f1ed9 x1862477231069568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.329293:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.329299:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71a40 00000400:00000200:0.0:1776198905.329303:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb63c1 [2] + 328 00000400:00000200:0.0:1776198905.329363:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.329367:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.329371:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.329378:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000400:00000010:3.0:1776198905.329461:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d2eb5d8. 00000400:00000200:3.0:1776198905.329467:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:3.0:1776198905.329469:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:3.0:1776198905.329476:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000903f1ed9 x1862477231069568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.329483:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000903f1ed9 x1862477231069568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.329987:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000625c5bc7. 02000000:00000010:3.0:1776198905.330010:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060cbe096. 02000000:00000010:3.0:1776198905.330017:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000bb9e2fe. 00000100:00000010:3.0:1776198905.330021:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 00000100:00000010:3.0:1776198905.330025:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:3.0:1776198905.330029:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00080000:00000010:3.0:1776198905.330065:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078f6e551. 00010000:00000010:3.0:1776198905.330188:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198905.330196:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005843fde5. 00010000:00000010:3.0:1776198905.330315:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.0:1776198905.330324:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198905.330337:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000283c74ee. 00000100:00000010:3.0:1776198905.330341:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.330349:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 02000000:00000010:3.0:1776198905.330362:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4a4dfc5. 02000000:00000010:3.0:1776198905.330391:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000375bd071. 00000400:00000010:3.0:1776198905.330398:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7690fc3. 00000400:00000010:3.0:1776198905.330402:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.330408:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069632, portal 16 00000400:00000010:3.0:1776198905.330413:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198905.330414:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069632, offset 0 00000400:00000200:3.0:1776198905.330420:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.330428:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.330436:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.330440:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.330443:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.330446:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91976:91976:255:4294967295] 192.168.204.56@tcp LPNI seq info [91976:91976:7:4294967295] 00000400:00000200:3.0:1776198905.330453:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.330458:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.330461:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347530). 00000800:00000200:3.0:1776198905.330465:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.330469:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.330472:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198905.330611:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.330615:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347282). 00000400:00000200:0.0:1776198905.330620:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.330623:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.330627:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:0.0:1776198905.330629:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000800:00000200:0.0:1776198905.330679:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.330680:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa58bf90 (tot 82347034). 00000400:00000200:0.0:1776198905.330684:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.330687:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.330689:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:0.0:1776198905.330690:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000100:00000200:0.0:1776198905.330695:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcd116f9 x1862477231069632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.336771:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.336800:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c299c0 00000400:00000200:0.0:1776198905.336811:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a85 [1] + 224 00000400:00000200:0.0:1776198905.336827:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.336831:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.336845:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcd116f9 x1862477231069632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.337024:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.337030:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71a80 00000400:00000200:0.0:1776198905.337045:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb63c1 [2] + 656 00000400:00000200:0.0:1776198905.337118:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.337122:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.337127:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.337134:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000020:00000010:2.0:1776198905.337249:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bb65536. 00000020:00000010:2.0:1776198905.337283:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c288151. 00000020:00000010:2.0:1776198905.337289:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000663e343a. 00000100:00000200:2.0:1776198905.337324:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217733248/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198905.337358:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217733248 02000000:00000010:2.0:1776198905.337371:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010d3298a. 00010000:00000010:2.0:1776198905.337438:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198905.337447:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.337457:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.337462:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000400:00000010:2.0:1776198905.337483:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198905.337490:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217733248, offset 224 00000400:00000200:2.0:1776198905.337498:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.337511:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.337517:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91977:91977:256:4294967295] 192.168.204.56@tcp LPNI seq info [91977:91977:8:4294967295] 00000400:00000200:2.0:1776198905.337528:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.337534:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.337539:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198905.337546:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.337555:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.337562:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.337584:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c288151. 00000020:00000010:2.0:1776198905.337590:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:2.0:1776198905.337595:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bb65536. 00000800:00000200:0.0:1776198905.338658:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.338665:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:0.0:1776198905.338675:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.338684:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.338690:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:0.0:1776198905.338693:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00010000:00000010:0.1:1776198905.340417:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f264695. 00010000:00000010:0.1:1776198905.340432:0:78510:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d19fa366. 00010000:00000010:0.1:1776198905.340437:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00000400:00000010:3.0:1776198905.341736:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7690fc3. 00000400:00000200:3.0:1776198905.341751:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.341755:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:3.0:1776198905.341779:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcd116f9 x1862477231069632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.341792:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcd116f9 x1862477231069632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.341835:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fec9a93e. 02000000:00000010:3.0:1776198905.342141:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000375bd071. 02000000:00000010:3.0:1776198905.342150:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4a4dfc5. 00000100:00000010:3.0:1776198905.342154:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 00000100:00000010:3.0:1776198905.342161:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.342166:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000283c74ee. 00080000:00000010:3.0:1776198905.347330:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000375bd071. 00010000:00000010:3.0:1776198905.347506:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198905.347522:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bd2e3b5. 00010000:00000010:3.0:1776198905.347651:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.0:1776198905.347660:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198905.347680:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.347691:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.347707:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 02000000:00000010:3.0:1776198905.347727:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013d7ec5d. 02000000:00000010:3.0:1776198905.347772:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e901ad79. 00000400:00000010:3.0:1776198905.347785:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7690fc3. 00000400:00000010:3.0:1776198905.347794:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.347804:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069696, portal 16 00000400:00000010:3.0:1776198905.347811:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198905.347813:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069696, offset 0 00000400:00000200:3.0:1776198905.347825:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.347849:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.347859:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.347863:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.347866:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.347870:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91978:91978:256:4294967295] 192.168.204.56@tcp LPNI seq info [91978:91978:8:4294967295] 00000400:00000200:3.0:1776198905.347882:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.347889:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.347894:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198905.347901:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.347910:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.347915:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.348077:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.348082:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198905.348088:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.348094:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.348100:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:3.0:1776198905.348102:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00000100:00000200:3.0:1776198905.348113:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcd116f9 x1862477231069696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.351364:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.351391:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29a00 00000400:00000200:2.0:1776198905.351402:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a91 [1] + 224 00000400:00000200:2.0:1776198905.351425:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.351430:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.351442:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcd116f9 x1862477231069696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198905.351534:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7690fc3. 00000400:00000200:3.0:1776198905.351540:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.351543:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:3.0:1776198905.351550:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcd116f9 x1862477231069696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.351558:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcd116f9 x1862477231069696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198905.351597:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e901ad79. 02000000:00000010:3.0:1776198905.351605:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013d7ec5d. 00000100:00000010:3.0:1776198905.351609:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 00000100:00000010:3.0:1776198905.351615:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.351621:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000200:0.0:1776198905.357359:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.357388:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71ac0 00000400:00000200:0.0:1776198905.357400:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb63c1 [2] + 984 00000400:00000200:0.0:1776198905.357708:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.357715:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.357725:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.357734:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000020:00000010:0.0:1776198905.357819:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec0f7238. 00000020:00000010:0.0:1776198905.357827:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.357833:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e172bc49. 00000100:00000200:0.0:1776198905.357883:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217733312/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198905.357928:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217733312 02000000:00000010:0.0:1776198905.357946:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7a23eca. 00010000:00000010:0.0:1776198905.357989:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa0efd02. 00010000:00000010:0.0:1776198905.358025:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000162db4e. 00000100:00000010:0.0:1776198905.358035:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198905.358059:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:0.0:1776198905.358065:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000162db4e. 00000400:00000010:0.0:1776198905.358089:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198905.358096:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217733312, offset 224 00000400:00000200:0.0:1776198905.358105:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.358119:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.358125:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91979:91979:256:4294967295] 192.168.204.56@tcp LPNI seq info [91979:91979:8:4294967295] 00000400:00000200:0.0:1776198905.358137:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.358142:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.358149:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198905.358155:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.358163:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.358167:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.358188:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.358194:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:0.0:1776198905.358198:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec0f7238. 00080000:00000010:2.0:1776198905.361826:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb65536. 00010000:00000010:2.0:1776198905.362110:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:2.0:1776198905.362125:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000310c8141. 00010000:00000010:2.0:1776198905.362240:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011970349. 00010000:00000010:2.0:1776198905.362249:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7dfdcc5. 00010000:00000010:2.0:1776198905.362344:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198905.362355:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.362370:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198905.362390:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f6c808f. 02000000:00000010:2.0:1776198905.362435:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bae000ed. 00000400:00000010:2.0:1776198905.362444:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012339b09. 00000400:00000010:2.0:1776198905.362452:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198905.362462:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069760, portal 16 00000400:00000010:2.0:1776198905.362469:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198905.362471:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069760, offset 0 00000400:00000200:2.0:1776198905.362485:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.362511:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.362521:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.362526:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.362530:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.362534:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91980:91980:255:4294967295] 192.168.204.56@tcp LPNI seq info [91980:91980:7:4294967295] 00000400:00000200:2.0:1776198905.362546:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.362553:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.362558:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347530). 00000800:00000200:2.0:1776198905.362566:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.362574:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.362579:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198905.369002:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.369017:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347282). 00000400:00000200:0.0:1776198905.369045:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.369060:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.369068:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:0.0:1776198905.369071:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00010000:00000010:3.1:1776198905.369230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006795f0bc. 00010000:00000010:3.1:1776198905.369241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a81055c1. 00010000:00000010:3.1:1776198905.369246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939af378. 00000800:00000200:0.0:1776198905.372096:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.372109:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:0.0:1776198905.372123:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.372138:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.372146:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:0.0:1776198905.372150:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000100:00000200:0.0:1776198905.372163:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231069760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.375195:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.375223:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29a40 00000400:00000200:3.0:1776198905.375237:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7a9d [1] + 224 00000400:00000200:3.0:1776198905.375277:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.375283:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.375300:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231069760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.375337:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.375344:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71b00 00000400:00000200:3.0:1776198905.375350:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb63c1 [2] + 1312 00000400:00000200:3.0:1776198905.375929:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.375936:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.375943:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.375953:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00000400:00000010:2.0:1776198905.376404:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012339b09. 00000400:00000200:2.0:1776198905.376410:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:2.0:1776198905.376413:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:2.0:1776198905.377453:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231069760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.377464:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231069760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198905.377495:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043412f02. 02000000:00000010:2.0:1776198905.377516:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bae000ed. 02000000:00000010:2.0:1776198905.377522:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f6c808f. 00000100:00000010:2.0:1776198905.377526:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198905.377530:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.377533:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00080000:00000010:2.0:1776198905.377577:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f6c808f. 00010000:00000010:2.0:1776198905.377708:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7dfdcc5. 00010000:00000010:2.0:1776198905.377716:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef733db1. 00010000:00000010:2.0:1776198905.377823:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f53d4b1e. 00010000:00000010:2.0:1776198905.377827:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e7c76fe1. 00010000:00000010:2.0:1776198905.377835:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023451794. 00010000:00000010:2.0:1776198905.377841:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7dfdcc5. 00080000:00000010:2.0:1776198905.377855:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae000ed. 00010000:00000010:2.0:1776198905.377891:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7dfdcc5. 00010000:00000010:2.0:1776198905.377897:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7c76fe1. 00010000:00000010:2.0:1776198905.377959:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.0:1776198905.377963:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7dfdcc5. 00010000:00000010:2.0:1776198905.377977:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198905.377981:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.377988:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198905.378003:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b74ce3c. 00010000:00000010:3.1:1776198905.378019:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003863faaf. 00010000:00000010:3.1:1776198905.378028:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c76aff2c. 00010000:00000010:3.1:1776198905.378034:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 02000000:00000010:2.0:1776198905.378045:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd66baf6. 00000400:00000010:2.0:1776198905.378054:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012339b09. 00000400:00000010:2.0:1776198905.378060:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198905.378067:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069824, portal 16 00000400:00000010:2.0:1776198905.378074:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198905.378076:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069824, offset 0 00000400:00000200:2.0:1776198905.378085:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.378094:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.378103:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.378107:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.378111:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.378113:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91982:91982:255:4294967295] 192.168.204.56@tcp LPNI seq info [91982:91982:7:4294967295] 00000400:00000200:2.0:1776198905.378121:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.378126:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.378130:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347530). 00000800:00000200:2.0:1776198905.378134:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.378139:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.378143:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776198905.381963:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.381982:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29a80 00000400:00000200:3.0:1776198905.381992:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7aa9 [1] + 224 00000400:00000200:3.0:1776198905.382005:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.382008:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.382014:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231069824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.382059:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.382064:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71b40 00000400:00000200:3.0:1776198905.382069:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb63c1 [2] + 1640 00000400:00000200:3.0:1776198905.382123:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.382127:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.382131:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.382138:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000800:00000200:3.0:1776198905.383936:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.383941:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347282). 00000400:00000200:3.0:1776198905.383947:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.383952:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.383956:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:3.0:1776198905.383958:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000800:00000200:3.0:1776198905.384028:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.384030:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198905.384033:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.384045:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.384048:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:3.0:1776198905.384049:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000100:00000200:3.0:1776198905.384054:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1fb0e4 x1862477231069888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776198905.387785:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4a4dfc5. 00000020:00000010:3.0:1776198905.387797:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.387804:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.387841:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c732672c x1862477217733504/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198905.387888:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217733504 02000000:00000010:3.0:1776198905.387904:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013d7ec5d. 00010000:00000010:3.0:1776198905.387958:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.387968:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000187d73f0. 00000100:00000010:3.0:1776198905.387977:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000187d73f0. 00010000:00000010:3.0:1776198905.387981:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.387999:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.388006:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217733504, offset 224 00000400:00000200:3.0:1776198905.388014:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.388029:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.388044:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91985:91985:256:4294967295] 192.168.204.56@tcp LPNI seq info [91985:91985:8:4294967295] 00000400:00000200:3.0:1776198905.388058:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.388064:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.388071:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347130). 00000800:00000200:3.0:1776198905.388077:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.388085:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.388090:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.388113:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.388118:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.388122:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4a4dfc5. 02000000:00000010:3.0:1776198905.388134:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab109080. 00000100:00000010:3.0:1776198905.388141:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f569e53f. 02000000:00000010:3.0:1776198905.388147:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dba6bf02. 00000100:00000010:3.0:1776198905.388148:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 02000000:00000010:3.0:1776198905.388155:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7a23eca. 00000100:00000010:3.0:1776198905.388159:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:3.0:1776198905.388163:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010d3298a. 00000100:00000010:3.0:1776198905.388166:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 02000000:00000010:3.0:1776198905.388172:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069d8182e. 00000100:00000010:3.0:1776198905.388174:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 02000000:00000010:3.0:1776198905.388178:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001d0ab73. 00000100:00000010:3.0:1776198905.388181:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000711df8e0. 00000100:00000200:3.0:1776198905.388189:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198905.388195:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7690fc3. 00000400:00000010:3.0:1776198905.388199:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000187d73f0 (tot 82347282). 00000800:00000200:3.0:1776198905.388357:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.388363:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198905.388368:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.388372:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.388375:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.388378:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 02000000:00000010:3.0:1776198905.388383:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013d7ec5d. 00000400:00000010:3.0:1776198905.388413:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:3.0:1776198905.388416:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:3.0:1776198905.388431:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000100:00000200:3.0:1776198905.388440:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1fb0e4 x1862477231069888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.388448:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1fb0e4 x1862477231069888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.388473:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001645d136. 02000000:00000010:3.0:1776198905.388490:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d7b047. 02000000:00000010:3.0:1776198905.388495:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009236767a. 00000100:00000010:3.0:1776198905.388499:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 00000100:00000010:3.0:1776198905.388502:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000807731f. 00010000:00000010:3.0:1776198905.388505:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7508916. 00080000:00000010:3.0:1776198905.388525:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013d7ec5d. 00010000:00000010:3.0:1776198905.389525:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a62a4943. 00010000:00000010:3.0:1776198905.389544:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e135f587. 00010000:00000010:3.0:1776198905.389962:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.0:1776198905.389973:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198905.389993:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.390006:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.390018:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 02000000:00000010:3.0:1776198905.390045:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4a4dfc5. 02000000:00000010:3.0:1776198905.390085:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e901ad79. 00000400:00000010:3.0:1776198905.390092:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e425b366. 00000400:00000010:3.0:1776198905.390099:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.390108:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231069952, portal 16 00000400:00000010:3.0:1776198905.390114:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198905.390116:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231069952, offset 0 00000400:00000200:3.0:1776198905.390129:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.390150:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.390162:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.390166:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.390169:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.390173:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91986:91986:256:4294967295] 192.168.204.56@tcp LPNI seq info [91986:91986:8:4294967295] 00000400:00000200:3.0:1776198905.390183:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.390188:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.390194:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198905.390200:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.390207:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.390213:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198905.391627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a44a38a1. 00010000:00000010:2.1:1776198905.391657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:0.1:1776198905.394594:0:76259:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ade55736. 00000800:00000200:2.0:1776198905.394847:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.394853:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:2.0:1776198905.394861:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.394874:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.394882:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:2.0:1776198905.394886:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00000100:00000200:2.0:1776198905.394900:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcd116f9 x1862477231069952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.398915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c597482. 00010000:00000010:2.1:1776198905.398940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001853cdc7. 00010000:00000010:2.1:1776198905.398948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198905.398952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f53d4b1e. 00010000:00000010:2.1:1776198905.398957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00000400:00000010:3.0:1776198905.404183:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e425b366. 00000400:00000200:3.0:1776198905.404189:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198905.404192:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:3.0:1776198905.404199:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcd116f9 x1862477231069952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.404207:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcd116f9 x1862477231069952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198905.404247:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e901ad79. 02000000:00000010:3.0:1776198905.404282:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4a4dfc5. 00000100:00000010:3.0:1776198905.404288:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 00000100:00000010:3.0:1776198905.404294:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.404299:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00010000:00000010:1.1:1776198905.406331:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1c6f86. 00010000:00000010:1.1:1776198905.406352:0:78510:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a9eb04d. 00010000:00000010:1.1:1776198905.406359:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:3.1:1776198905.407060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071621322. 00010000:00000010:3.1:1776198905.407069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b3393b9. 00010000:00000010:3.1:1776198905.407073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c35f9d66. 00000400:00000200:3.0:1776198905.411870:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.411900:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71bc0 00000400:00000200:3.0:1776198905.411911:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6419 [2] + 0 00000400:00000200:3.0:1776198905.411998:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.412004:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.412014:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.412021:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00080000:00000010:0.0:1776198905.413153:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec0f7238. 00010000:00000010:0.0:1776198905.413363:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:0.0:1776198905.413374:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f04a644. 00010000:00000010:0.0:1776198905.413493:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001acfe154. 00010000:00000010:0.0:1776198905.413503:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.413521:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000162db4e. 00000100:00000010:0.0:1776198905.413527:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198905.413539:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198905.413557:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7a23eca. 02000000:00000010:0.0:1776198905.413597:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa572a0. 00000400:00000010:0.0:1776198905.413604:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198905.413611:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198905.413618:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070016, portal 16 00000400:00000010:0.0:1776198905.413625:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198905.413628:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070016, offset 0 00000400:00000200:0.0:1776198905.413635:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.413649:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.413659:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.413664:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.413668:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.413672:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91988:91988:256:4294967295] 192.168.204.56@tcp LPNI seq info [91988:91988:8:4294967295] 00000400:00000200:0.0:1776198905.413680:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.413685:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.413690:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198905.413696:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.413702:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.413705:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776198905.417504:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.417531:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29b40 00000400:00000200:3.0:1776198905.417543:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ad1 [1] + 224 00000400:00000200:3.0:1776198905.417567:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.417572:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.417588:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231070016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.419318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c318e8c. 00010000:00000010:0.1:1776198905.425285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b1086f. 00010000:00000010:0.1:1776198905.425297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00000020:00000010:3.0:1776198905.427545:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e901ad79. 00000020:00000010:3.0:1776198905.427556:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.427562:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.427605:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2804e1a x1862477217733632/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198905.427651:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217733632 02000000:00000010:3.0:1776198905.427667:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000584695fb. 00010000:00000010:3.0:1776198905.427714:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a15ce1ae. 00010000:00000010:3.0:1776198905.427746:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00000100:00000010:3.0:1776198905.427757:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.427774:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.427778:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 00000400:00000010:3.0:1776198905.427803:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198905.427813:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217733632, offset 224 00000400:00000200:3.0:1776198905.427824:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.427844:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.427853:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91989:91989:256:4294967295] 192.168.204.56@tcp LPNI seq info [91989:91989:8:4294967295] 00000400:00000200:3.0:1776198905.427865:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.427872:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.427879:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198905.427889:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.427899:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.427904:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.427928:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198905.427932:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.427937:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e901ad79. 00080000:00000010:3.0:1776198905.427990:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e901ad79. 00000800:00000200:2.0:1776198905.429541:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.429549:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:2.0:1776198905.429558:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.429570:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.429578:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:2.0:1776198905.429580:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00010000:00000010:3.0:1776198905.429614:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198905.429625:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000087b0bb. 00010000:00000010:3.0:1776198905.429748:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd6382c. 00010000:00000010:0.0:1776198905.429808:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.429826:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198905.429832:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.429841:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005984af51. 02000000:00000010:0.0:1776198905.430510:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd2d6bf1. 02000000:00000010:0.0:1776198905.430555:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001610cb81. 00000400:00000010:0.0:1776198905.430563:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198905.430570:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198905.430579:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070080, portal 16 00000400:00000010:0.0:1776198905.430586:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198905.430589:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070080, offset 0 00000400:00000200:0.0:1776198905.430598:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.430618:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.430627:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.430631:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.430635:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.430639:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91990:91990:256:4294967295] 192.168.204.56@tcp LPNI seq info [91990:91990:8:4294967295] 00000400:00000200:0.0:1776198905.430735:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.430744:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.430751:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198905.430758:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.430766:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.430771:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.431216:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.431221:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198905.431228:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.431234:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.431238:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:3.0:1776198905.431241:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:3.0:1776198905.431251:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005984af51 x1862477231070080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.436114:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.436144:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29b80 00000400:00000200:3.0:1776198905.436157:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7add [1] + 224 00000400:00000200:3.0:1776198905.436176:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.436181:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.436197:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005984af51 x1862477231070080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.436239:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.436244:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71c40 00000400:00000200:3.0:1776198905.436249:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6419 [2] + 656 00010000:00000010:3.1:1776198905.436278:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e2b4dca. 00000400:00000200:3.0:1776198905.437772:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.437788:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.437799:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.437808:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000400:00000010:0.0:1776198905.438016:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:0.0:1776198905.438022:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:0.0:1776198905.438025:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000100:00000200:0.0:1776198905.438045:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005984af51 x1862477231070080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.438056:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005984af51 x1862477231070080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.438097:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001610cb81. 02000000:00000010:0.0:1776198905.438105:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd2d6bf1. 00000100:00000010:0.0:1776198905.438109:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005984af51. 00000100:00000010:0.0:1776198905.438113:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.438118:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000800:00000200:3.0:1776198905.443188:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.443194:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198905.443202:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.443211:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.443218:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:3.0:1776198905.443220:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00010000:00000010:3.1:1776198905.443284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967f2bc2. 00010000:00000010:3.1:1776198905.443293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acfe154. 00000800:00000200:3.0:1776198905.447735:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.447743:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198905.447751:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.447759:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.447766:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:3.0:1776198905.447769:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:3.0:1776198905.447781:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1fb0e4 x1862477231070144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.451512:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f08957b. 00000400:00000200:0.0:1776198905.451517:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:0.0:1776198905.451519:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000100:00000200:0.0:1776198905.451526:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1fb0e4 x1862477231070144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.451534:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1fb0e4 x1862477231070144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.451560:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000310ca225. 02000000:00000010:0.0:1776198905.451590:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000add0cc2e. 02000000:00000010:0.0:1776198905.451597:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b723821. 00000100:00000010:0.0:1776198905.451601:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 00000100:00000010:0.0:1776198905.451605:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000807731f. 00010000:00000010:0.0:1776198905.451608:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07c40a4. 00080000:00000010:0.0:1776198905.451632:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001610cb81. 00010000:00000010:0.0:1776198905.452007:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041429929. 00010000:00000010:0.0:1776198905.452016:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc65e258. 00010000:00000010:0.0:1776198905.452138:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000628d0af3. 00010000:00000010:0.0:1776198905.452147:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.452163:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198905.452169:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.452178:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005984af51. 02000000:00000010:0.0:1776198905.452194:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed712dc2. 02000000:00000010:0.0:1776198905.452238:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005aa9773. 00000400:00000010:0.0:1776198905.452244:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198905.452250:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198905.452717:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070208, portal 16 00000400:00000010:0.0:1776198905.452726:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198905.452728:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070208, offset 0 00000400:00000200:0.0:1776198905.452739:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.452753:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.452762:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.452767:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.452770:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.452774:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91994:91994:256:4294967295] 192.168.204.56@tcp LPNI seq info [91994:91994:8:4294967295] 00000400:00000200:0.0:1776198905.452782:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.452789:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.452794:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198905.452800:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.452807:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.452811:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198905.453347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e5b8f9e. 00010000:00000010:1.1:1776198905.453356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088fe4c04. 00010000:00000010:1.1:1776198905.453363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:1.1:1776198905.457293:0:78519:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198905.457313:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2435194. 00000400:00000200:3.0:1776198905.460868:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.460896:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29c00 00000400:00000200:3.0:1776198905.460910:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7af5 [1] + 224 00000400:00000200:3.0:1776198905.460927:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.460932:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.460950:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005984af51 x1862477231070208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.461007:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.461013:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71cc0 00000400:00000200:3.0:1776198905.461018:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6419 [2] + 1312 00000400:00000200:3.0:1776198905.461098:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.461102:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.461107:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.461116:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00000020:00000010:3.0:1776198905.461186:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e5dcaa3. 00000020:00000010:3.0:1776198905.461195:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.461202:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.461237:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217733824/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198905.461648:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217733824 02000000:00000010:3.0:1776198905.461665:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086461a6b. 00000400:00000010:2.0:1776198905.461675:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:2.0:1776198905.461681:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:2.0:1776198905.461684:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000100:00000200:2.0:1776198905.461691:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005984af51 x1862477231070208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.461699:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005984af51 x1862477231070208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.461728:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031394a41. 00010000:00000010:2.0:1776198905.461730:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028a73813. 00000100:00000010:3.0:1776198905.461737:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.461745:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.461748:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031394a41. 02000000:00000010:2.0:1776198905.461749:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005aa9773. 02000000:00000010:2.0:1776198905.461756:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed712dc2. 00000100:00000010:2.0:1776198905.461759:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005984af51. 00000400:00000010:3.0:1776198905.461763:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000010:2.0:1776198905.461763:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00000100:00000200:3.0:1776198905.461768:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217733824, offset 224 00010000:00000010:2.0:1776198905.461768:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000200:3.0:1776198905.461776:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.461791:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00080000:00000010:2.0:1776198905.461791:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d1c66c. 00000400:00000200:3.0:1776198905.461797:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91995:91995:256:4294967295] 192.168.204.56@tcp LPNI seq info [91995:91995:8:4294967295] 00000400:00000200:3.0:1776198905.461809:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.461814:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.461820:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198905.461826:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.461834:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.461838:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.461859:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.461863:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.461867:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e5dcaa3. 00010000:00000010:2.0:1776198905.461927:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:2.0:1776198905.461935:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfc46cf5. 00000001:00000010:2.0:1776198905.462028:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d72aa7f0. 00000001:00000010:2.0:1776198905.462048:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d72aa7f0. 00000001:00000010:2.0:1776198905.462053:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d72aa7f0. 00000001:00000010:2.0:1776198905.462055:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000059bae8f9. 00010000:00000010:2.0:1776198905.462088:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023451794. 00010000:00000010:2.0:1776198905.462095:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017aaa824. 00010000:00000010:2.0:1776198905.462108:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e766bee. 00000100:00000010:2.0:1776198905.462112:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.462121:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198905.462135:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da47bd22. 02000000:00000010:2.0:1776198905.462164:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010d3298a. 00000400:00000010:2.0:1776198905.462170:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198905.462175:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198905.462181:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070272, portal 16 00000400:00000010:2.0:1776198905.462186:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198905.462187:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070272, offset 0 00000400:00000200:2.0:1776198905.462193:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.462199:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.462207:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.462212:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.462215:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.462217:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91996:91996:255:4294967295] 192.168.204.56@tcp LPNI seq info [91996:91996:7:4294967295] 00000400:00000200:2.0:1776198905.462224:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.462229:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.462232:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347530). 00000800:00000200:2.0:1776198905.462236:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.462240:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.462243:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.462464:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.462470:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347282). 00000400:00000200:3.0:1776198905.462475:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.462479:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.462483:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:3.0:1776198905.462485:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000800:00000200:3.0:1776198905.465654:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.465662:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:3.0:1776198905.465671:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.465683:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.465690:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:3.0:1776198905.465693:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:3.0:1776198905.465705:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231070272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.465823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000987f84d0. 00010000:00000010:0.1:1776198905.465833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b45b507. 00010000:00000010:0.1:1776198905.465838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd4d4d5b. 00010000:00000010:2.1:1776198905.470352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f5f3f04. 00010000:00000010:2.1:1776198905.470373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dce53d88. 00010000:00000010:2.1:1776198905.470380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00000400:00000200:2.0:1776198905.470620:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.470716:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29c40 00000400:00000200:2.0:1776198905.470729:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b01 [1] + 224 00000400:00000200:2.0:1776198905.470752:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.470757:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.470773:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231070272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.471079:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.471091:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71d00 00000400:00000200:3.0:1776198905.471097:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6419 [2] + 1640 00000400:00000200:3.0:1776198905.471162:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.471166:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.471171:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.471177:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000400:00000010:0.0:1776198905.471292:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:0.0:1776198905.471299:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:0.0:1776198905.471302:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:0.0:1776198905.471309:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231070272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.471322:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231070272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.471367:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010d3298a. 02000000:00000010:0.0:1776198905.471375:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da47bd22. 00000100:00000010:0.0:1776198905.471379:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:0.0:1776198905.471383:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:0.0:1776198905.471388:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e766bee. 00000020:00000010:2.0:1776198905.472091:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b74ce3c. 00000020:00000010:2.0:1776198905.472103:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e7c76fe1. 00000020:00000010:2.0:1776198905.472110:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000663e343a. 00000100:00000200:2.0:1776198905.472149:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217733888/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198905.472236:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217733888 02000000:00000010:2.0:1776198905.472271:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd66baf6. 00010000:00000010:2.0:1776198905.472309:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbe8d2bb. 00010000:00000010:2.0:1776198905.472337:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198905.472346:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.472360:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.472364:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198905.472381:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198905.472388:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217733888, offset 224 00000400:00000200:2.0:1776198905.472397:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.472414:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00080000:00000010:0.0:1776198905.472537:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020de2c5b. 00010000:00000010:0.0:1776198905.472687:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017aaa824. 00010000:00000010:0.0:1776198905.472696:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085809f9c. 00010000:00000010:0.0:1776198905.472807:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c222bd0b. 00010000:00000010:0.0:1776198905.472815:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.472828:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4f5028b. 00000100:00000010:0.0:1776198905.472833:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.472842:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 02000000:00000010:0.0:1776198905.473017:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084816d62. 02000000:00000010:0.0:1776198905.473061:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042c13af7. 00000400:00000010:0.0:1776198905.473069:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d2eb5d8. 00000400:00000010:0.0:1776198905.473075:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198905.473082:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070336, portal 16 00000400:00000010:0.0:1776198905.473088:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198905.473090:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070336, offset 0 00000400:00000200:0.0:1776198905.473096:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.473120:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91997:91997:256:4294967295] 192.168.204.56@tcp LPNI seq info [91997:91997:8:4294967295] 00000400:00000200:2.0:1776198905.473134:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.473141:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.473147:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198905.473154:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.473163:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.473168:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.473200:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e7c76fe1. 00000020:00000010:2.0:1776198905.473205:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:2.0:1776198905.473211:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b74ce3c. 00000800:00000200:3.0:1776198905.473554:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.473559:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198905.473564:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.473569:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.473573:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:3.0:1776198905.473576:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000400:00000200:0.0:1776198905.474097:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.474109:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.474114:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.474118:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.474121:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [91998:91998:255:4294967295] 192.168.204.56@tcp LPNI seq info [91998:91998:7:4294967295] 00000400:00000200:0.0:1776198905.474130:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.474136:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.474142:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198905.474146:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.474152:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.474155:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.474940:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.474946:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198905.474957:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.475141:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.475147:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:3.0:1776198905.475149:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:3.0:1776198905.475164:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000240e852a x1862477231070336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.477996:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.478024:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29c80 00000400:00000200:2.0:1776198905.478045:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b0d [1] + 224 00000400:00000200:2.0:1776198905.478063:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.478068:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.478088:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000240e852a x1862477231070336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.478137:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.478143:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71d40 00000400:00000200:2.0:1776198905.478149:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6419 [2] + 1968 00000400:00000010:2.0:1776198905.478154:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000975fc2d5. 00000400:00000200:2.0:1776198905.478159:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000089887a1b 00000400:00000200:2.0:1776198905.478228:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.478232:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.478235:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089887a1b 00000400:00000010:2.0:1776198905.478238:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000089887a1b (tot 82346882). 00000100:00000200:2.0:1776198905.478247:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776198905.478625:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d2eb5d8. 00000400:00000200:0.0:1776198905.478631:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:0.0:1776198905.478633:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:0.0:1776198905.478650:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000240e852a x1862477231070336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.478660:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000240e852a x1862477231070336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.478700:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042c13af7. 02000000:00000010:0.0:1776198905.478709:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084816d62. 00000100:00000010:0.0:1776198905.478714:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000240e852a. 00000100:00000010:0.0:1776198905.478721:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198905.478727:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4f5028b. 00080000:00000010:0.0:1776198905.480137:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084816d62. 00010000:00000010:0.0:1776198905.480282:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.480290:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a342fc6. 00010000:00000010:0.0:1776198905.480399:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e6dec6c. 00010000:00000010:0.0:1776198905.480406:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00000800:00000200:2.0:1776198905.480799:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.480805:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198905.480810:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.480818:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.480823:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:2.0:1776198905.480825:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 02000000:00000010:2.0:1776198905.480831:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000add0cc2e. 00010000:00000010:0.1:1776198905.484560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c6fbf52. 00010000:00000010:0.1:1776198905.484581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:2.1:1776198905.484661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b717b27. 00000800:00000200:2.0:1776198905.484815:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.484819:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198905.484828:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.484843:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.484852:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:2.0:1776198905.484855:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000100:00000200:2.0:1776198905.484870:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2804e1a x1862477231070400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.488762:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:0.0:1776198905.488769:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:0.0:1776198905.488772:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000100:00000200:0.0:1776198905.488779:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2804e1a x1862477231070400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.488786:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2804e1a x1862477231070400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.488828:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8da42b8. 02000000:00000010:0.0:1776198905.488837:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027c6b6de. 00000100:00000010:0.0:1776198905.488842:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 00000100:00000010:0.0:1776198905.488847:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089887a1b. 00010000:00000010:0.0:1776198905.488855:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a39bba70. 00010000:00000010:1.1:1776198905.492608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9cd07b. 00010000:00000010:0.1:1776198905.493128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a586e2d. 00010000:00000010:0.1:1776198905.493138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c222bd0b. 00000400:00000200:0.0:1776198905.493316:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.493342:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71d80 00000400:00000200:0.0:1776198905.493352:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6471 [2] + 0 00000400:00000200:0.0:1776198905.494197:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.494208:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.494219:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.494229:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 00080000:00000010:3.0:1776198905.495954:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a4dfc5. 00010000:00000010:3.0:1776198905.496095:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198905.496103:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003db6b7ea. 00010000:00000010:3.0:1776198905.496202:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098e78830. 00010000:00000010:3.0:1776198905.496207:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198905.496214:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.0:1776198905.496220:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00080000:00000010:3.0:1776198905.496236:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038f5c01c. 00010000:00000010:3.0:1776198905.496286:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198905.496291:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198905.496358:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.0:1776198905.496364:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198905.496375:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008326188d. 00000100:00000010:3.0:1776198905.496380:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.496391:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198905.496408:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d76ce8b. 02000000:00000010:3.0:1776198905.496452:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065814432. 00000400:00000010:3.0:1776198905.496461:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e425b366. 00000400:00000010:3.0:1776198905.496467:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198905.496474:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070464, portal 16 00000400:00000010:3.0:1776198905.496480:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198905.496483:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070464, offset 0 00000400:00000200:3.0:1776198905.496489:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.496500:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.496508:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.496512:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.496515:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.496517:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92002:92002:255:4294967295] 192.168.204.56@tcp LPNI seq info [92002:92002:7:4294967295] 00000400:00000200:3.0:1776198905.496525:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.496530:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.496534:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347530). 00000800:00000200:3.0:1776198905.496538:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.496542:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.496545:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776198905.500045:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.500072:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29d00 00000400:00000200:3.0:1776198905.500082:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b29 [1] + 224 00000400:00000200:3.0:1776198905.500103:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.500108:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.500126:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231070464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.500323:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e425b366. 00000400:00000200:0.0:1776198905.500329:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:0.0:1776198905.500331:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:0.0:1776198905.500338:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231070464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.500345:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231070464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.500386:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065814432. 02000000:00000010:0.0:1776198905.500393:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d76ce8b. 00000100:00000010:0.0:1776198905.500398:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:0.0:1776198905.500404:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:0.0:1776198905.500408:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008326188d. 00000400:00000200:0.0:1776198905.502126:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.502150:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71dc0 00000400:00000200:0.0:1776198905.502159:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6471 [2] + 328 00000400:00000200:0.0:1776198905.502239:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.502244:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.502304:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.502312:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:0.0:1776198905.502389:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000664fe9cf. 00000020:00000010:0.0:1776198905.502398:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.502404:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e172bc49. 00000100:00000200:0.0:1776198905.502530:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217734080/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198905.502567:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734080 02000000:00000010:0.0:1776198905.502585:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042c13af7. 00010000:00000010:0.0:1776198905.502625:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ce04d7. 00010000:00000010:0.0:1776198905.502657:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4f5028b. 00000100:00000010:0.0:1776198905.502667:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.502682:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198905.502689:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4f5028b. 00000400:00000010:0.0:1776198905.502713:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198905.502721:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734080, offset 224 00000400:00000200:0.0:1776198905.502730:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.502745:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.502753:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92003:92003:256:4294967295] 192.168.204.56@tcp LPNI seq info [92003:92003:8:4294967295] 00000400:00000200:0.0:1776198905.502765:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.502770:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.502776:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198905.502782:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.502791:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.502796:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.502821:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.502825:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:0.0:1776198905.502829:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000664fe9cf. 00000800:00000200:0.0:1776198905.502940:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.502944:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:0.0:1776198905.502949:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.502953:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.502957:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:0.0:1776198905.502959:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00080000:00000010:0.0:1776198905.504132:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000664fe9cf. 00010000:00000010:0.0:1776198905.504329:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:0.0:1776198905.504342:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c43dcefb. 00010000:00000010:0.0:1776198905.505288:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c222bd0b. 00010000:00000010:0.0:1776198905.505303:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.505321:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4f5028b. 00000100:00000010:0.0:1776198905.505329:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.505342:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198905.505362:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005276bf29. 02000000:00000010:0.0:1776198905.505408:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004caf43fb. 00000400:00000010:0.0:1776198905.505417:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d2eb5d8. 00000400:00000010:0.0:1776198905.505767:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198905.505777:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070528, portal 16 00000400:00000010:0.0:1776198905.505784:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198905.505787:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070528, offset 0 00000400:00000200:0.0:1776198905.505798:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.505821:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.505832:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.505836:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.505840:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.505844:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92004:92004:256:4294967295] 192.168.204.56@tcp LPNI seq info [92004:92004:8:4294967295] 00000400:00000200:0.0:1776198905.505857:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.505863:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.505869:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198905.505876:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.505886:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.505891:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.506691:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.506698:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198905.506706:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.506714:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.506720:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:3.0:1776198905.506722:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:3.0:1776198905.506733:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231070528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.507338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9053ef4. 00000400:00000200:0.0:1776198905.509595:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.509623:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29d40 00000400:00000200:0.0:1776198905.509636:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b35 [1] + 224 00000400:00000200:0.0:1776198905.509668:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.509673:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.509687:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231070528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.510894:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.510911:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71e00 00000400:00000200:0.0:1776198905.510920:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6471 [2] + 656 00000400:00000200:0.0:1776198905.511239:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.511245:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.511283:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.511291:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00010000:00000010:3.1:1776198905.511317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028b8b0d9. 00010000:00000010:3.1:1776198905.511326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:3.1:1776198905.511330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098e78830. 00010000:00000010:3.1:1776198905.511334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00000800:00000200:3.0:1776198905.512551:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.512557:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198905.512563:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.512568:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.512574:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:3.0:1776198905.512576:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00010000:00000010:0.1:1776198905.517315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080025992. 00010000:00000010:0.1:1776198905.517323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000323da8ae. 00010000:00000010:0.1:1776198905.517330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00000800:00000200:0.0:1776198905.521224:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.521235:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198905.521248:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.521273:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.521282:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:0.0:1776198905.521285:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000100:00000200:0.0:1776198905.521299:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231070592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198905.525687:0:78527:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e4d77eb. 00000020:00000010:0.0:1776198905.525701:0:78527:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088b63b96. 00000040:00000010:0.0:1776198905.525706:0:78527:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000f484cd6c. 00000020:00000010:0.0:1776198905.525712:0:78527:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000008c0c0c14. 00000020:00000010:0.0:1776198905.525720:0:78527:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000cc8a7214. 00000020:00000010:0.0:1776198905.525725:0:78527:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000005c075658. 80000000:00000010:0.0:1776198905.525730:0:78527:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000005aa5405e. 40000000:00000010:0.0:1776198905.525735:0:78527:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 0000000095fe2fbe. 00100000:00000010:0.0:1776198905.525743:0:78527:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005d2879a9. 00040000:00000010:0.0:1776198905.525747:0:78527:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000391932aa. 00040000:00000010:0.0:1776198905.525751:0:78527:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000050c086a1. 00040000:00000010:0.0:1776198905.525755:0:78527:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005935a602. 00080000:00000010:0.0:1776198905.525762:0:78527:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 0000000077e50421. 00080000:00000010:0.0:1776198905.525768:0:78527:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007e896221. 00000004:00000010:0.0:1776198905.525778:0:78527:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000000bbe7ea1. 00000004:00000010:0.0:1776198905.525785:0:78527:0:(mdt_handler.c:7616:mdt_key_init()) kmalloced '(value)': 2352 at 00000000c44ed1ba. 00000004:00000010:0.0:1776198905.525791:0:78527:0:(lod_dev.c:2028:lod_key_init()) kmalloced '(value)': 1176 at 0000000064d98db4. 00002000:00000010:0.0:1776198905.525798:0:78527:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000e8a5fef7. 00000004:00000010:0.0:1776198905.525804:0:78527:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000b1b20cdd. 00000020:00000010:0.0:1776198905.525846:0:78527:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000088b63b96. 00000040:00000010:0.0:1776198905.525852:0:78527:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000f484cd6c. 00000020:00000010:0.0:1776198905.525854:0:78527:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000008c0c0c14. 00000020:00000010:0.0:1776198905.525860:0:78527:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000cc8a7214. 00000020:00000010:0.0:1776198905.525866:0:78527:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000005c075658. 80000000:00000010:0.0:1776198905.525869:0:78527:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000005aa5405e. 40000000:00000010:0.0:1776198905.525873:0:78527:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 0000000095fe2fbe. 00100000:00000010:0.0:1776198905.525879:0:78527:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000005d2879a9. 00040000:00000010:0.0:1776198905.525882:0:78527:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000391932aa. 00040000:00000010:0.0:1776198905.525888:0:78527:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 0000000050c086a1. 00040000:00000010:0.0:1776198905.525892:0:78527:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000005935a602. 00080000:00000010:0.0:1776198905.525896:0:78527:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007e896221. 00080000:00000010:0.0:1776198905.525902:0:78527:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 0000000077e50421. 00000004:00000010:0.0:1776198905.525906:0:78527:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 000000000bbe7ea1. 00000004:00000010:0.0:1776198905.525910:0:78527:0:(mdt_handler.c:7635:mdt_key_fini()) kfreed 'info': 2352 at 00000000c44ed1ba. 00000004:00000010:0.0:1776198905.525914:0:78527:0:(lod_dev.c:2058:lod_key_fini()) kfreed 'info': 1176 at 0000000064d98db4. 00002000:00000010:0.0:1776198905.525918:0:78527:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000e8a5fef7. 00000004:00000010:0.0:1776198905.525922:0:78527:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 00000000b1b20cdd. 00000020:00000010:0.0:1776198905.525924:0:78527:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e4d77eb. 00010000:00000010:1.1:1776198905.527894:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bab3323. 00000400:00000010:0.0:1776198905.530701:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 00000400:00000200:0.0:1776198905.530707:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:0.0:1776198905.530709:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:0.0:1776198905.530717:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231070592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.530725:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231070592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.530757:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000dd5a1af. 02000000:00000010:0.0:1776198905.530778:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8da42b8. 02000000:00000010:0.0:1776198905.530787:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027c6b6de. 00000100:00000010:0.0:1776198905.530794:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:0.0:1776198905.530799:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089887a1b. 00010000:00000010:0.0:1776198905.530804:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b91d94. 00080000:00000010:0.0:1776198905.530830:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094d42b84. 00010000:00000010:0.0:1776198905.531298:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000102fd132. 00010000:00000010:0.0:1776198905.531310:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfd4dbdf. 00010000:00000010:1.1:1776198905.531342:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7fb6a92. 00010000:00000010:1.1:1776198905.531351:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c222bd0b. 00010000:00000010:0.0:1776198905.531683:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4a711d. 00010000:00000010:0.0:1776198905.531692:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.531707:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198905.531712:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.531721:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005984af51. 02000000:00000010:0.0:1776198905.531737:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e4d77eb. 02000000:00000010:0.0:1776198905.531769:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020e65572. 00000400:00000010:0.0:1776198905.531775:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.531781:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198905.531787:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070656, portal 16 00000400:00000010:0.0:1776198905.531793:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198905.531795:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070656, offset 0 00000400:00000200:0.0:1776198905.531802:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.531813:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.531821:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.531831:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.531834:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.531837:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92008:92008:256:4294967295] 192.168.204.56@tcp LPNI seq info [92008:92008:8:4294967295] 00000400:00000200:0.0:1776198905.531846:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.531851:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.531856:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198905.531861:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.531868:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.531871:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.535361:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.535372:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198905.535385:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.535398:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.535406:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:2.0:1776198905.535410:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:2.0:1776198905.535423:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005984af51 x1862477231070656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198905.538645:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010d3298a. 00000020:00000010:2.0:1776198905.538655:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198905.538661:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000663e343a. 00000400:00000010:0.0:1776198905.538682:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.538688:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:0.0:1776198905.538691:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:2.0:1776198905.538695:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005380909e x1862477217734272/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198905.538696:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005984af51 x1862477231070656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.538704:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005984af51 x1862477231070656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.538737:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734272 02000000:00000010:0.0:1776198905.538740:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020e65572. 02000000:00000010:0.0:1776198905.538746:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e4d77eb. 00000100:00000010:0.0:1776198905.538751:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005984af51. 02000000:00000010:2.0:1776198905.538752:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd66baf6. 00000100:00000010:0.0:1776198905.538754:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.538760:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00010000:00000010:2.0:1776198905.538790:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b710ab9f. 00010000:00000010:3.0:1776198905.543117:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df152448. 00000100:00000010:3.0:1776198905.543140:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.543163:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.543167:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df152448. 00000400:00000010:3.0:1776198905.543197:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198905.543207:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734272, offset 224 00000400:00000200:3.0:1776198905.543220:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.543243:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.543251:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92009:92009:256:4294967295] 192.168.204.56@tcp LPNI seq info [92009:92009:8:4294967295] 00080000:00000010:0.0:1776198905.543284:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e4d77eb. 00000400:00000200:3.0:1776198905.543285:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.543293:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.543299:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198905.543307:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.543317:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.543321:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.543356:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa096210. 00000020:00000010:3.0:1776198905.543361:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000663e343a. 00000020:00000010:3.0:1776198905.543367:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010d3298a. 00010000:00000010:0.0:1776198905.543408:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.543417:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004add2d1a. 00000800:00000200:2.0:1776198905.543809:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.543814:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:2.0:1776198905.543820:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.543827:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.543833:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:2.0:1776198905.543836:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00010000:00000010:0.0:1776198905.544323:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007344a171. 00010000:00000010:0.0:1776198905.544331:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.544349:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198905.544355:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.544367:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005984af51. 02000000:00000010:0.0:1776198905.544385:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020e65572. 02000000:00000010:0.0:1776198905.546247:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005935a602. 00000400:00000010:0.0:1776198905.546277:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.546286:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198905.546296:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070720, portal 16 00000400:00000010:0.0:1776198905.546304:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198905.546306:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070720, offset 0 00000400:00000200:0.0:1776198905.546317:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.546340:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.546349:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.546354:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.546357:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.546361:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92010:92010:256:4294967295] 192.168.204.56@tcp LPNI seq info [92010:92010:8:4294967295] 00000400:00000200:0.0:1776198905.546373:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.546379:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.546384:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198905.546392:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.546401:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.546406:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198905.550548:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089080897. 00010000:00000010:0.1:1776198905.550571:0:78503:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e83233. 00010000:00000010:0.1:1776198905.550579:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2435194. 00010000:00000010:2.1:1776198905.556440:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fb14cc. 00000400:00000010:2.0:1776198905.560312:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:2.0:1776198905.560318:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:2.0:1776198905.560321:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:2.0:1776198905.560328:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005984af51 x1862477231070720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.560336:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005984af51 x1862477231070720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.560374:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005935a602. 02000000:00000010:2.0:1776198905.560380:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020e65572. 00000100:00000010:2.0:1776198905.560384:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005984af51. 00000100:00000010:2.0:1776198905.560388:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:2.0:1776198905.560393:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00000020:00000010:3.0:1776198905.561030:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e5dcaa3. 00000020:00000010:3.0:1776198905.561048:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.561054:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.561091:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c27ac065 x1862477217734336/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1776198905.561110:0:78529:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e3a84be. 00010000:00000010:0.1:1776198905.561122:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4a711d. 00000100:00000200:3.0:1776198905.561136:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734336 02000000:00000010:3.0:1776198905.561153:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000584695fb. 00010000:00000010:3.0:1776198905.561193:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096c84e2d. 00010000:00000010:3.0:1776198905.561219:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df152448. 00000100:00000010:3.0:1776198905.561227:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.561244:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.561247:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df152448. 00000400:00000010:3.0:1776198905.561290:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198905.561296:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734336, offset 224 00000400:00000200:3.0:1776198905.561305:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.561321:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.561330:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92011:92011:256:4294967295] 192.168.204.56@tcp LPNI seq info [92011:92011:8:4294967295] 00000400:00000200:3.0:1776198905.561345:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.561351:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.561358:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198905.561369:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.561377:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.561382:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.561407:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.561412:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.561416:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e5dcaa3. 00000800:00000200:3.0:1776198905.561551:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.561556:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:3.0:1776198905.561561:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.561565:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.561569:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:3.0:1776198905.561571:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00080000:00000010:2.0:1776198905.562152:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b74ce3c. 00010000:00000010:2.0:1776198905.562294:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:2.0:1776198905.562304:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f65d3c0. 00010000:00000010:2.0:1776198905.562402:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f53d4b1e. 00010000:00000010:2.0:1776198905.562407:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6dc3bfb. 00010000:00000010:2.0:1776198905.562414:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011970349. 00010000:00000010:2.0:1776198905.562420:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054198a4d. 00080000:00000010:2.0:1776198905.562438:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058abc52c. 00010000:00000010:2.0:1776198905.562464:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054198a4d. 00010000:00000010:2.0:1776198905.562468:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6dc3bfb. 00010000:00000010:2.0:1776198905.562624:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.0:1776198905.562628:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054198a4d. 00010000:00000010:2.0:1776198905.562638:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a37bad88. 00000100:00000010:2.0:1776198905.562644:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.562656:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198905.562673:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010d3298a. 02000000:00000010:2.0:1776198905.562714:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd2d6bf1. 00000400:00000010:2.0:1776198905.562722:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f37b323d. 00000400:00000010:2.0:1776198905.562729:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198905.562738:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070784, portal 16 00000400:00000010:2.0:1776198905.562745:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198905.562747:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070784, offset 0 00000400:00000200:2.0:1776198905.562756:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.562772:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.562781:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.562785:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.562788:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.562792:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92012:92012:256:4294967295] 192.168.204.56@tcp LPNI seq info [92012:92012:8:4294967295] 00000400:00000200:2.0:1776198905.562801:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.562806:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.562811:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198905.562817:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.562822:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.562828:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198905.562968:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.562974:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:0.0:1776198905.562979:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.563079:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.563085:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:0.0:1776198905.563087:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:0.0:1776198905.563095:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231070784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.567725:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.567753:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29e40 00000400:00000200:3.0:1776198905.567764:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b65 [1] + 224 00000400:00000200:3.0:1776198905.567783:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.567788:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.567802:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231070784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198905.568082:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f37b323d. 00000400:00000200:2.0:1776198905.568089:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:2.0:1776198905.568092:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:2.0:1776198905.568098:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231070784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.568105:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231070784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.568149:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd2d6bf1. 02000000:00000010:2.0:1776198905.568155:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010d3298a. 00000100:00000010:2.0:1776198905.568161:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:2.0:1776198905.568165:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.568171:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a37bad88. 00000400:00000200:3.0:1776198905.570984:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.571012:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71f00 00000400:00000200:3.0:1776198905.571022:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6471 [2] + 1968 00000400:00000010:3.0:1776198905.571029:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002f5a4a24. 00000400:00000200:3.0:1776198905.571045:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000099763f07 00000400:00000200:3.0:1776198905.571121:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.571126:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.571132:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099763f07 00000400:00000010:3.0:1776198905.571134:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000099763f07 (tot 82346882). 00000100:00000200:3.0:1776198905.571142:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198905.571287:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c075658. 00000020:00000010:0.0:1776198905.571297:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.571303:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e172bc49. 00000100:00000200:0.0:1776198905.571343:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bbccb62 x1862477217734400/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198905.571384:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734400 02000000:00000010:0.0:1776198905.571398:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f484cd6c. 00010000:00000010:0.0:1776198905.571439:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0dae337. 00010000:00000010:0.0:1776198905.571467:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198905.571476:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1245204. 00000100:00000010:0.0:1776198905.571494:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1245204. 00010000:00000010:0.0:1776198905.571499:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198905.571529:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198905.571536:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734400, offset 224 00000400:00000200:0.0:1776198905.571548:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.571561:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.571568:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92013:92013:256:4294967295] 192.168.204.56@tcp LPNI seq info [92013:92013:8:4294967295] 00000400:00000200:0.0:1776198905.571578:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.571584:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.571590:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347130). 00000800:00000200:0.0:1776198905.571596:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.571604:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.571608:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.571639:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.571644:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:0.0:1776198905.571648:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c075658. 02000000:00000010:0.0:1776198905.571658:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000584695fb. 00000100:00000010:0.0:1776198905.571662:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 02000000:00000010:0.0:1776198905.571667:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd66baf6. 00000100:00000010:0.0:1776198905.571669:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 00080000:00000010:2.0:1776198905.571898:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd2d6bf1. 00000800:00000200:3.0:1776198905.572011:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.572016:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82346882). 00000400:00000200:3.0:1776198905.572023:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.572028:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:2.0:1776198905.572030:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054198a4d. 00000400:00000200:3.0:1776198905.572044:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:3.0:1776198905.572048:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00010000:00000010:2.0:1776198905.572048:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ad2d304. 02000000:00000010:3.0:1776198905.572056:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f484cd6c. 02000000:00000010:0.0:1776198905.572097:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005276bf29. 00000100:00000010:0.0:1776198905.572101:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00010000:00000010:2.0:1776198905.572151:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.0:1776198905.572158:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054198a4d. 00010000:00000010:2.0:1776198905.572172:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a37bad88. 00000100:00000010:2.0:1776198905.572177:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.572186:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198905.572203:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed712dc2. 02000000:00000010:2.0:1776198905.572234:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005aa9773. 00000400:00000010:2.0:1776198905.572241:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f37b323d. 00000400:00000010:2.0:1776198905.572247:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198905.572270:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070848, portal 16 00000400:00000010:2.0:1776198905.572277:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198905.572279:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070848, offset 0 00000400:00000200:2.0:1776198905.572285:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.572293:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.572303:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.572308:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.572313:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.572316:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92014:92014:256:4294967295] 192.168.204.56@tcp LPNI seq info [92014:92014:8:4294967295] 00000400:00000200:2.0:1776198905.572325:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.572329:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.572333:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347130). 00000800:00000200:2.0:1776198905.572338:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.572343:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.572346:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.572431:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.572434:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82346882). 00000400:00000200:2.0:1776198905.572437:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.572440:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.572443:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:2.0:1776198905.572444:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000100:00000200:2.0:1776198905.572450:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231070848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.572665:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b723821. 00000100:00000010:0.0:1776198905.572669:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00010000:00000010:3.1:1776198905.573327:0:78503:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021fbb557. 02000000:00000010:0.0:1776198905.573480:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042c13af7. 00000100:00000010:0.0:1776198905.573486:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198905.573490:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086c3bc3c. 00000100:00000010:0.0:1776198905.573492:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000240e852a. 00000100:00000200:0.0:1776198905.573513:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198905.573520:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000daaf9cb9. 00000400:00000010:0.0:1776198905.573527:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1245204 (tot 82347034). 00010000:00000010:2.1:1776198905.578176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000223f39ee. 00010000:00000010:2.1:1776198905.578196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007344a171. 00010000:00000010:2.1:1776198905.578201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f53d4b1e. 00010000:00000010:2.1:1776198905.578206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:0.1:1776198905.580465:0:78530:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b67e2a66. 00000400:00000200:3.0:1776198905.583437:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.583465:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29e80 00000400:00000200:3.0:1776198905.583479:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b71 [1] + 224 00000400:00000200:3.0:1776198905.583497:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.583502:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.583517:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231070848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.583560:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.583566:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71f40 00000400:00000200:3.0:1776198905.583572:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 0 00000400:00000200:3.0:1776198905.583669:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.583674:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.583679:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.583686:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:3.0:1776198905.583754:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e5dcaa3. 00000020:00000010:3.0:1776198905.583765:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.583771:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.583851:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217734464/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198905.583891:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734464 02000000:00000010:3.0:1776198905.583907:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086461a6b. 00010000:00000010:3.0:1776198905.583961:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df152448. 00000100:00000010:3.0:1776198905.583970:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.583979:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.583983:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df152448. 00000400:00000010:3.0:1776198905.584001:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198905.584006:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734464, offset 224 00000400:00000200:3.0:1776198905.584015:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.584029:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.584045:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92015:92015:256:4294967295] 192.168.204.56@tcp LPNI seq info [92015:92015:8:4294967295] 00000400:00000200:3.0:1776198905.584058:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.584064:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.584070:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198905.584077:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.584084:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.584089:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.584110:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.584116:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.584119:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e5dcaa3. 00000800:00000200:3.0:1776198905.584204:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.584207:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:3.0:1776198905.584212:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.584215:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.584219:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:3.0:1776198905.584222:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000400:00000010:3.0:1776198905.584325:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f37b323d. 00000400:00000200:3.0:1776198905.584330:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:3.0:1776198905.584332:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:3.0:1776198905.584338:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231070848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.584347:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231070848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.584373:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008db45c58. 02000000:00000010:3.0:1776198905.584394:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005aa9773. 02000000:00000010:3.0:1776198905.584402:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed712dc2. 00000100:00000010:3.0:1776198905.584406:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:3.0:1776198905.584409:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:3.0:1776198905.584412:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a37bad88. 00080000:00000010:3.0:1776198905.584433:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e5dcaa3. 00010000:00000010:3.0:1776198905.584616:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054198a4d. 00010000:00000010:3.0:1776198905.584626:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4c8206e. 00010000:00000010:3.0:1776198905.584729:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.0:1776198905.584736:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198905.584748:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df152448. 00000100:00000010:3.0:1776198905.584752:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.584760:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198905.584775:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005df0b25c. 02000000:00000010:3.0:1776198905.584804:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000584695fb. 00000400:00000010:3.0:1776198905.584809:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000368ee078. 00000400:00000010:3.0:1776198905.584814:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198905.584820:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070912, portal 16 00000400:00000010:3.0:1776198905.584824:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198905.584826:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070912, offset 0 00000400:00000200:3.0:1776198905.584832:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.584841:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.584849:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.584854:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.584857:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.584860:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92016:92016:256:4294967295] 192.168.204.56@tcp LPNI seq info [92016:92016:8:4294967295] 00000400:00000200:3.0:1776198905.584868:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.584872:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.584875:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198905.584880:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.584884:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.584886:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198905.585572:0:76755:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5694949. 00010000:00000010:2.1:1776198905.585585:0:76755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00000800:00000200:2.0:1776198905.585703:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.585708:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:2.0:1776198905.585713:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.585720:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.585726:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:2.0:1776198905.585728:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:2.0:1776198905.585737:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231070912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198905.595385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1402d0a. 00010000:00000010:3.1:1776198905.595406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010875b9a. 00010000:00000010:3.1:1776198905.595413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00000400:00000200:2.0:1776198905.603991:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.604015:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29ec0 00000400:00000200:2.0:1776198905.604027:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b81 [1] + 224 00000400:00000200:2.0:1776198905.604050:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.604054:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.604067:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231070912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.604103:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.604108:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71f80 00000400:00000200:2.0:1776198905.604113:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 328 00000400:00000200:2.0:1776198905.604123:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.604125:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.604130:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.604136:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000400:00000010:2.0:1776198905.604167:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000368ee078. 00000400:00000200:2.0:1776198905.604172:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:2.0:1776198905.604174:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000100:00000200:2.0:1776198905.604179:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231070912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.604187:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231070912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.604223:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000584695fb. 02000000:00000010:2.0:1776198905.604229:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005df0b25c. 00000100:00000010:2.0:1776198905.604233:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000100:00000010:2.0:1776198905.604238:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:2.0:1776198905.604242:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df152448. 00000020:00000010:2.0:1776198905.604314:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd66baf6. 00000020:00000010:2.0:1776198905.604321:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198905.604326:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.604353:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217734528/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198905.604380:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734528 02000000:00000010:2.0:1776198905.604393:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010d3298a. 00010000:00000010:2.0:1776198905.604427:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b48e1f3. 00010000:00000010:2.0:1776198905.604450:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb5c5a85. 00000100:00000010:2.0:1776198905.604457:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.604466:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.604469:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb5c5a85. 00000400:00000010:2.0:1776198905.604483:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198905.604489:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734528, offset 224 00000400:00000200:2.0:1776198905.604496:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.604508:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.604514:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92017:92017:256:4294967295] 192.168.204.56@tcp LPNI seq info [92017:92017:8:4294967295] 00000400:00000200:2.0:1776198905.604526:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.604531:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.604536:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198905.604542:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.604550:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.604554:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.604570:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198905.604575:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.604579:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd66baf6. 00080000:00000010:2.0:1776198905.604607:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd66baf6. 00010000:00000010:2.0:1776198905.604716:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:2.0:1776198905.604723:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc3b2714. 00010000:00000010:2.0:1776198905.604811:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.0:1776198905.604818:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000942d2986. 00010000:00000010:2.0:1776198905.604830:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb5c5a85. 00000100:00000010:2.0:1776198905.604834:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.604841:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198905.605993:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da47bd22. 02000000:00000010:2.0:1776198905.606050:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa572a0. 00000400:00000010:2.0:1776198905.606058:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198905.606066:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198905.606076:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231070976, portal 16 00000400:00000010:2.0:1776198905.606083:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198905.606085:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231070976, offset 0 00000400:00000200:2.0:1776198905.606096:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.606113:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.606123:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.606128:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.606131:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.606134:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92018:92018:255:4294967295] 192.168.204.56@tcp LPNI seq info [92018:92018:7:4294967295] 00000400:00000200:2.0:1776198905.606143:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.606149:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.606153:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347530). 00000800:00000200:2.0:1776198905.606157:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.606163:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.606167:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.606244:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.606248:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:2.0:1776198905.606267:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.606272:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.606276:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:2.0:1776198905.606278:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000800:00000200:2.0:1776198905.607187:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.607193:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:2.0:1776198905.607198:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.607204:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.607209:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:2.0:1776198905.607212:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:2.0:1776198905.607222:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231070976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.614640:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.614671:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29f00 00000400:00000200:3.0:1776198905.614686:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b8d [1] + 224 00000400:00000200:3.0:1776198905.614703:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.614709:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.614732:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231070976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.614783:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.614789:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f71fc0 00000400:00000200:3.0:1776198905.614795:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 656 00000400:00000200:3.0:1776198905.614806:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.614808:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.614813:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.614820:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:3.0:1776198905.614900:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:3.0:1776198905.614909:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.614916:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.614952:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217734592/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198905.614992:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734592 02000000:00000010:3.0:1776198905.615007:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d76ce8b. 00010000:00000010:3.0:1776198905.615080:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.615093:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.615103:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.615107:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000010:3.0:1776198905.615130:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198905.615138:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734592, offset 224 00000400:00000200:3.0:1776198905.615147:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.615162:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.615169:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92019:92019:256:4294967295] 192.168.204.56@tcp LPNI seq info [92019:92019:8:4294967295] 00000400:00000200:3.0:1776198905.615180:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.615186:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.615193:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198905.615236:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.615245:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.615249:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.615297:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.615302:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.615306:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00000800:00000200:3.0:1776198905.615422:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.615426:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:3.0:1776198905.615431:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.615435:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.615439:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:3.0:1776198905.615442:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000400:00000010:0.0:1776198905.615531:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:0.0:1776198905.615536:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:0.0:1776198905.615538:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:0.0:1776198905.615544:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231070976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.615553:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231070976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.615578:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097abcd30. 02000000:00000010:0.0:1776198905.615599:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa572a0. 02000000:00000010:0.0:1776198905.615607:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da47bd22. 00000100:00000010:0.0:1776198905.615612:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:0.0:1776198905.615617:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:0.0:1776198905.615621:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb5c5a85. 00080000:00000010:0.0:1776198905.615643:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088b63b96. 00010000:00000010:0.0:1776198905.615769:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000942d2986. 00010000:00000010:0.0:1776198905.615777:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000083462a3. 00010000:00000010:0.0:1776198905.615876:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4a711d. 00010000:00000010:0.0:1776198905.615884:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.615897:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198905.615901:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.615911:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 02000000:00000010:0.0:1776198905.615925:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000025bb415. 02000000:00000010:0.0:1776198905.615957:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f484cd6c. 00000400:00000010:0.0:1776198905.615963:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.615969:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198905.615975:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071040, portal 16 00000400:00000010:0.0:1776198905.615980:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198905.615983:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071040, offset 0 00000400:00000200:0.0:1776198905.615989:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.615998:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.616006:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.616010:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.616013:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.616016:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92020:92020:256:4294967295] 192.168.204.56@tcp LPNI seq info [92020:92020:8:4294967295] 00000400:00000200:0.0:1776198905.616023:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.616028:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.616042:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198905.616047:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.616052:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.616055:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.616681:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.616686:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198905.616694:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.616700:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.616704:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:3.0:1776198905.616706:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:3.0:1776198905.616713:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000240e852a x1862477231071040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.618612:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.618641:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29f40 00000400:00000200:3.0:1776198905.618654:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7b99 [1] + 224 00000400:00000200:3.0:1776198905.618675:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.618679:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.618692:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000240e852a x1862477231071040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.618783:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.618788:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:0.0:1776198905.618791:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:0.0:1776198905.618797:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000240e852a x1862477231071040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.618804:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000240e852a x1862477231071040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.618841:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f484cd6c. 02000000:00000010:0.0:1776198905.618849:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000025bb415. 00000100:00000010:0.0:1776198905.618858:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000240e852a. 00000100:00000010:0.0:1776198905.618866:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.618871:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000200:3.0:1776198905.618974:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.618981:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72000 00000400:00000200:3.0:1776198905.618986:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 984 00000400:00000200:3.0:1776198905.619044:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.619048:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.619053:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.619058:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000020:00000010:0.0:1776198905.619148:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000025bb415. 00000020:00000010:0.0:1776198905.619158:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.619164:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e172bc49. 00000100:00000200:0.0:1776198905.619198:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217734656/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198905.619235:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734656 02000000:00000010:0.0:1776198905.619251:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f484cd6c. 00010000:00000010:0.0:1776198905.619314:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd98bcc1. 00010000:00000010:0.0:1776198905.619340:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198905.619348:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.619363:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.619367:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198905.619384:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198905.619389:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734656, offset 224 00000400:00000200:0.0:1776198905.619400:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.619413:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.619420:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92021:92021:256:4294967295] 192.168.204.56@tcp LPNI seq info [92021:92021:8:4294967295] 00000400:00000200:0.0:1776198905.619430:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.619437:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.619444:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198905.619450:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.619459:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.619463:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.619483:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.619488:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:0.0:1776198905.619491:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000025bb415. 00000800:00000200:3.0:1776198905.619833:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.619839:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198905.619846:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.619850:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.619854:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:3.0:1776198905.619856:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00010000:00000010:2.1:1776198905.621357:0:78532:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062736f31. 00010000:00000010:2.1:1776198905.621365:0:78532:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000782f5c89. 00010000:00000010:2.1:1776198905.621369:0:78532:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00000800:00000200:3.0:1776198905.623965:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.623975:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198905.623986:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.623997:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.624005:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:3.0:1776198905.624009:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000100:00000200:3.0:1776198905.624024:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231071104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.627527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a5949e4. 00010000:00000010:0.1:1776198905.627542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0358209. 00010000:00000010:0.1:1776198905.627548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:0.1:1776198905.627551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b161ff6. 00000400:00000200:3.0:1776198905.628482:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.628506:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29f80 00000400:00000200:3.0:1776198905.628518:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ba5 [1] + 224 00000400:00000200:3.0:1776198905.628535:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.628540:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.628556:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231071104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.629128:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.629139:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72040 00000400:00000200:3.0:1776198905.629145:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 1312 00000400:00000200:3.0:1776198905.629209:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.629213:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.629218:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.629223:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00000020:00000010:0.0:1776198905.629345:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000025bb415. 00000020:00000010:0.0:1776198905.629354:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.629359:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e172bc49. 00000100:00000200:0.0:1776198905.629390:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e319c89d x1862477217734720/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198905.629426:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734720 02000000:00000010:0.0:1776198905.629439:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020e65572. 00010000:00000010:0.0:1776198905.629473:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6a9cba7. 00010000:00000010:0.0:1776198905.629498:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198905.629504:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.629514:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.629518:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198905.629537:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198905.629542:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734720, offset 224 00000400:00000200:0.0:1776198905.629550:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.629562:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.629568:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92023:92023:256:4294967295] 192.168.204.56@tcp LPNI seq info [92023:92023:8:4294967295] 00000400:00000200:0.0:1776198905.629581:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.629587:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.629591:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198905.629597:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.629604:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.629608:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.629624:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.629628:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:0.0:1776198905.629631:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000025bb415. 00000800:00000200:3.0:1776198905.630552:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.630556:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:3.0:1776198905.630562:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.630567:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.630571:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:3.0:1776198905.630573:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000800:00000200:3.0:1776198905.630633:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.630635:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198905.630644:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.630648:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.630650:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:3.0:1776198905.630651:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:3.0:1776198905.630657:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231071168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.632324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e4df4e. 00010000:00000010:1.1:1776198905.632338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4a711d. 00000400:00000200:3.0:1776198905.634686:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.634712:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c29fc0 00000400:00000200:3.0:1776198905.634725:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7bb1 [1] + 224 00000400:00000200:3.0:1776198905.634746:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.634751:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.634763:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231071168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.636304:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.636323:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72080 00000400:00000200:3.0:1776198905.636334:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 1640 00000400:00000200:3.0:1776198905.636898:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.636905:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.636915:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.636923:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00000020:00000010:3.0:1776198905.637132:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:3.0:1776198905.637140:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.637146:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.637181:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c420537 x1862477217734784/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198905.637229:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734784 02000000:00000010:3.0:1776198905.637246:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005df0b25c. 00010000:00000010:3.0:1776198905.637322:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.637331:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.637340:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.637343:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000010:3.0:1776198905.637363:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198905.637370:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734784, offset 224 00000400:00000200:3.0:1776198905.637378:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.637394:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.637402:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92025:92025:256:4294967295] 192.168.204.56@tcp LPNI seq info [92025:92025:8:4294967295] 00000400:00000200:3.0:1776198905.637414:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.637429:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.637434:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198905.637441:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.637450:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.637454:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.637474:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198905.637478:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.637482:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00000800:00000200:3.0:1776198905.637577:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.637582:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:3.0:1776198905.637587:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.637591:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.637595:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:3.0:1776198905.637598:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00010000:00000010:1.1:1776198905.640672:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b0787cf. 00080000:00000010:0.0:1776198905.640706:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005935a602. 00010000:00000010:1.1:1776198905.640773:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:0.0:1776198905.641040:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071358c6d. 00010000:00000010:0.0:1776198905.641052:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d32da0dc. 00010000:00000010:0.0:1776198905.641145:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:0.0:1776198905.641153:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.641168:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198905.641176:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.641288:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 02000000:00000010:0.0:1776198905.641371:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f01ad7e. 02000000:00000010:0.0:1776198905.641413:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037fc0168. 00000400:00000010:0.0:1776198905.641480:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.641489:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198905.641498:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071232, portal 16 00000400:00000010:0.0:1776198905.641506:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198905.641508:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071232, offset 0 00000400:00000200:0.0:1776198905.641520:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.641543:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.641552:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.641556:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.641560:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.641564:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92026:92026:256:4294967295] 192.168.204.56@tcp LPNI seq info [92026:92026:8:4294967295] 00000400:00000200:0.0:1776198905.641575:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.641582:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.641589:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198905.641597:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.641605:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.641611:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.642888:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.642898:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198905.642912:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.642924:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.642931:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:3.0:1776198905.642934:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:3.0:1776198905.642946:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000240e852a x1862477231071232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.645329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000606cdad. 00000400:00000200:3.0:1776198905.647692:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.647718:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a000 00000400:00000200:3.0:1776198905.647729:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7bbd [1] + 224 00000400:00000200:3.0:1776198905.647751:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.647756:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.647772:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000240e852a x1862477231071232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.648096:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.648103:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198905.648106:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:0.0:1776198905.648113:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000240e852a x1862477231071232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.648121:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000240e852a x1862477231071232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.648169:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037fc0168. 02000000:00000010:0.0:1776198905.648179:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f01ad7e. 00000100:00000010:0.0:1776198905.648193:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000240e852a. 00000100:00000010:0.0:1776198905.648202:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.648207:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00010000:00000010:0.1:1776198905.648358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e6e38b8. 00010000:00000010:0.1:1776198905.648366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4865a38. 00010000:00000010:1.1:1776198905.649289:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005277f00f. 00000400:00000200:3.0:1776198905.649617:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.649648:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f720c0 00000400:00000200:3.0:1776198905.649657:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb64c9 [2] + 1968 00000400:00000010:3.0:1776198905.649663:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ce92e4c. 00000400:00000200:3.0:1776198905.649668:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000afedfa16 00000400:00000200:3.0:1776198905.649746:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.649753:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.649758:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afedfa16 00000400:00000010:3.0:1776198905.649762:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000afedfa16 (tot 82346882). 00000100:00000200:3.0:1776198905.649771:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198905.649871:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f01ad7e. 00000020:00000010:0.0:1776198905.649882:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002641bd77. 00000020:00000010:0.0:1776198905.649888:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e172bc49. 00000100:00000200:0.0:1776198905.649929:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e0a27dec x1862477217734848/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198905.650127:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734848 02000000:00000010:3.0:1776198905.650147:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065814432. 00010000:00000010:3.0:1776198905.650207:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b88f277. 00010000:00000010:3.0:1776198905.650236:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.650247:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f557a970. 00000100:00000010:3.0:1776198905.650292:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f557a970. 00010000:00000010:3.0:1776198905.650296:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000010:3.0:1776198905.650314:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198905.650320:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734848, offset 224 00000400:00000200:3.0:1776198905.650329:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.650346:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.650354:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92027:92027:256:4294967295] 192.168.204.56@tcp LPNI seq info [92027:92027:8:4294967295] 00000400:00000200:3.0:1776198905.650366:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.650371:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.650377:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347130). 00000800:00000200:3.0:1776198905.650385:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.650393:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.650399:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.650424:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002641bd77. 00000020:00000010:3.0:1776198905.650430:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e172bc49. 00000020:00000010:3.0:1776198905.650434:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f01ad7e. 02000000:00000010:3.0:1776198905.650446:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005df0b25c. 00000100:00000010:3.0:1776198905.650450:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 02000000:00000010:3.0:1776198905.650455:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020e65572. 00000100:00000010:3.0:1776198905.650457:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 02000000:00000010:3.0:1776198905.650460:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f484cd6c. 00000100:00000010:3.0:1776198905.650462:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 02000000:00000010:3.0:1776198905.650465:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d76ce8b. 00000100:00000010:3.0:1776198905.650467:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:3.0:1776198905.650472:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010d3298a. 00000100:00000010:3.0:1776198905.650474:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198905.650477:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086461a6b. 00000100:00000010:3.0:1776198905.650479:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000200:3.0:1776198905.650488:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198905.650495:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e1efca68. 00000400:00000010:3.0:1776198905.650498:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f557a970 (tot 82347282). 00000800:00000200:3.0:1776198905.650592:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.650596:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:3.0:1776198905.650601:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.650605:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.650608:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:3.0:1776198905.650609:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 02000000:00000010:3.0:1776198905.650614:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000065814432. 02000000:00000010:0.0:1776198905.651762:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007a02b5e. 02000000:00000010:0.0:1776198905.651813:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f484cd6c. 00000400:00000010:0.0:1776198905.651821:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.651828:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198905.651837:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071296, portal 16 00000400:00000010:0.0:1776198905.651846:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198905.651849:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071296, offset 0 00000400:00000200:0.0:1776198905.651967:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.651989:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.652001:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.652006:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.652009:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.652013:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92028:92028:256:4294967295] 192.168.204.56@tcp LPNI seq info [92028:92028:8:4294967295] 00000400:00000200:0.0:1776198905.652023:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.652038:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.652044:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198905.652051:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.652060:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.652065:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198905.654694:0:78534:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b8908a. 00010000:00000010:1.1:1776198905.659331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfc9a01e. 00010000:00000010:1.1:1776198905.659352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00000400:00000200:3.0:1776198905.665957:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.666000:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a040 00000400:00000200:3.0:1776198905.666013:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7bcd [1] + 224 00000400:00000200:3.0:1776198905.666042:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.666048:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.666067:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231071296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.666137:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.666143:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72100 00000400:00000200:3.0:1776198905.666149:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 0 00000400:00000200:3.0:1776198905.666167:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.666171:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.666176:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.666184:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:2.0:1776198905.666341:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc630948. 00000020:00000010:2.0:1776198905.666351:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198905.666357:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.666394:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217734912/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198905.666449:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734912 02000000:00000010:2.0:1776198905.666468:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026763ef3. 00010000:00000010:2.0:1776198905.666532:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a6becf. 00000100:00000010:2.0:1776198905.666542:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.666552:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.666557:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a6becf. 00000400:00000010:2.0:1776198905.666576:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198905.666583:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734912, offset 224 00000400:00000200:2.0:1776198905.666592:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.666606:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.666612:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92029:92029:256:4294967295] 192.168.204.56@tcp LPNI seq info [92029:92029:8:4294967295] 00000400:00000200:2.0:1776198905.666624:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.666630:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.666635:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198905.666642:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.666652:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.666656:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.666682:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198905.666689:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.666693:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc630948. 00000800:00000200:3.0:1776198905.666993:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.666998:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198905.667002:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.667007:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.667010:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:3.0:1776198905.667011:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000800:00000200:3.0:1776198905.667735:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.667738:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198905.667743:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.667747:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.667750:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:3.0:1776198905.667752:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000100:00000200:3.0:1776198905.667761:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231071360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.671594:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.671623:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a080 00000400:00000200:3.0:1776198905.671635:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7bd9 [1] + 224 00000400:00000200:3.0:1776198905.671662:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.671667:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.671681:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231071360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.673897:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.673923:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72140 00000400:00000200:3.0:1776198905.673933:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 328 00000400:00000200:3.0:1776198905.674562:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.674571:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.674582:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.674590:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:2.0:1776198905.674821:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc630948. 00000020:00000010:2.0:1776198905.674991:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198905.674997:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.675045:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217734976/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198905.675126:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217734976 02000000:00000010:2.0:1776198905.675146:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3df327b. 00010000:00000010:2.0:1776198905.675187:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcee52f2. 00010000:00000010:2.0:1776198905.675217:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198905.675227:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.675293:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.675299:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00000400:00000010:2.0:1776198905.675320:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198905.675327:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217734976, offset 224 00000400:00000200:2.0:1776198905.675337:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.675355:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.675363:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92031:92031:256:4294967295] 192.168.204.56@tcp LPNI seq info [92031:92031:8:4294967295] 00000400:00000200:2.0:1776198905.675374:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.675382:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.675389:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198905.675396:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.675405:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.675410:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.675442:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198905.675448:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.675452:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc630948. 00000800:00000200:3.0:1776198905.676350:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.676355:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:3.0:1776198905.676360:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.676366:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.676371:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:3.0:1776198905.676373:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000800:00000200:3.0:1776198905.676468:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.676470:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:3.0:1776198905.676475:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.676478:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.676480:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:3.0:1776198905.676481:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000100:00000200:3.0:1776198905.676488:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231071424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.679745:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.679779:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a0c0 00000400:00000200:3.0:1776198905.679792:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7be5 [1] + 224 00000400:00000200:3.0:1776198905.679809:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.679813:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.679829:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231071424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.679924:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.679929:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72180 00000400:00000200:3.0:1776198905.679935:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 656 00000400:00000200:3.0:1776198905.679961:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.679965:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.679970:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.679977:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000020:00000010:2.0:1776198905.681885:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5a5d108. 00000020:00000010:2.0:1776198905.681903:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198905.681909:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.681947:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217735040/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198905.681990:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217735040 02000000:00000010:2.0:1776198905.682006:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc630948. 00010000:00000010:2.0:1776198905.682072:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198905.682082:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.682091:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.682095:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00000400:00000010:2.0:1776198905.682115:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198905.682123:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217735040, offset 224 00000400:00000200:2.0:1776198905.682134:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.682153:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.682160:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92033:92033:256:4294967295] 192.168.204.56@tcp LPNI seq info [92033:92033:8:4294967295] 00000400:00000200:2.0:1776198905.682173:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.682180:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.682187:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198905.682195:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.682203:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.682208:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.682231:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198905.682236:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.682240:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5a5d108. 00000800:00000200:2.0:1776198905.682398:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.682402:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:2.0:1776198905.682406:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.682411:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.682416:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:2.0:1776198905.682418:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00010000:00000010:1.1:1776198905.687081:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f30f4b41. 00010000:00000010:1.1:1776198905.687108:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ee4788. 00010000:00000010:1.1:1776198905.687114:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000800:00000200:2.0:1776198905.688309:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.688315:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198905.688320:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.688327:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.688331:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:2.0:1776198905.688333:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:2.0:1776198905.688340:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231071488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.692703:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.692733:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a100 00000400:00000200:3.0:1776198905.692747:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7bf1 [1] + 224 00000400:00000200:3.0:1776198905.692768:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.692773:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.692788:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231071488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.694318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc62ed01. 00010000:00000010:1.1:1776198905.694333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8ef716. 00010000:00000010:2.1:1776198905.694995:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ce3b666. 00000400:00000200:2.0:1776198905.697020:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.697056:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f721c0 00000400:00000200:2.0:1776198905.697068:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 984 00000400:00000200:2.0:1776198905.697503:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.697513:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.697523:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.697531:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000800:00000200:2.0:1776198905.699650:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.699655:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198905.699661:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.699665:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.699670:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:2.0:1776198905.699672:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00080000:00000010:3.0:1776198905.700438:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086461a6b. 00010000:00000010:3.0:1776198905.700582:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006de3a420. 00010000:00000010:3.0:1776198905.700594:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000843ae67a. 00010000:00000010:3.0:1776198905.700772:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.0:1776198905.700781:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198905.700795:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009de433c. 00000100:00000010:3.0:1776198905.700803:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198905.700814:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 02000000:00000010:3.0:1776198905.700831:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d76ce8b. 02000000:00000010:3.0:1776198905.700966:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005df0b25c. 00000400:00000010:3.0:1776198905.700974:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe6d7ded. 00000400:00000010:3.0:1776198905.700983:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198905.700993:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071552, portal 16 00000400:00000010:3.0:1776198905.700999:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198905.701001:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071552, offset 0 00000400:00000200:3.0:1776198905.701010:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.701028:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.701046:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.701050:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.701054:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.701058:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92036:92036:256:4294967295] 192.168.204.56@tcp LPNI seq info [92036:92036:8:4294967295] 00000400:00000200:3.0:1776198905.701068:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.701073:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.701078:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198905.701084:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.701090:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.701095:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198905.701328:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df2e4301. 00010000:00000010:1.1:1776198905.701352:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0cae57e. 00010000:00000010:1.1:1776198905.701358:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.1:1776198905.701380:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198905.701385:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000800:00000200:2.0:1776198905.702087:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.702092:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:2.0:1776198905.702099:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.702108:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.702114:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:2.0:1776198905.702117:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:2.0:1776198905.702127:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e319c89d x1862477231071552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.706497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017225230. 00000400:00000200:3.0:1776198905.707136:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.707160:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a140 00000400:00000200:3.0:1776198905.707173:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7bfd [1] + 224 00000400:00000200:3.0:1776198905.707197:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.708463:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.708484:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e319c89d x1862477231071552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.708542:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.708555:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72200 00000400:00000200:3.0:1776198905.708563:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 1312 00000400:00000200:3.0:1776198905.708603:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.708607:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.708613:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.708621:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00000020:00000010:3.0:1776198905.708696:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000584695fb. 00000020:00000010:3.0:1776198905.708706:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198905.708713:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.708753:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c420537 x1862477217735168/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198905.708790:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217735168 02000000:00000010:3.0:1776198905.708807:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed118ee7. 00010000:00000010:3.0:1776198905.708870:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008fda208. 00000100:00000010:3.0:1776198905.708881:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000100:00000010:3.0:1776198905.708891:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:3.0:1776198905.708895:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008fda208. 00000400:00000010:3.0:1776198905.708915:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198905.708923:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217735168, offset 224 00000400:00000200:3.0:1776198905.708933:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.708947:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.708953:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92037:92037:256:4294967295] 192.168.204.56@tcp LPNI seq info [92037:92037:8:4294967295] 00000400:00000200:3.0:1776198905.708963:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.708969:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.708974:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198905.708981:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.708988:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.708993:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.709013:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198905.709019:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.709023:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000584695fb. 00000800:00000200:3.0:1776198905.709102:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.709106:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:3.0:1776198905.709111:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.709114:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.709118:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:3.0:1776198905.709121:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000400:00000010:3.0:1776198905.709147:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe6d7ded. 00000400:00000200:3.0:1776198905.709151:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:3.0:1776198905.709153:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198905.709157:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e319c89d x1862477231071552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.709164:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e319c89d x1862477231071552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.709190:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088eee9ac. 02000000:00000010:3.0:1776198905.709208:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005df0b25c. 02000000:00000010:3.0:1776198905.709213:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d76ce8b. 00000100:00000010:3.0:1776198905.709218:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 00000100:00000010:3.0:1776198905.709221:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198905.709224:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009de433c. 00080000:00000010:3.0:1776198905.709244:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d76ce8b. 00010000:00000010:3.0:1776198905.709385:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198905.709392:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f3a48d1. 00010000:00000010:3.0:1776198905.709505:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.0:1776198905.709512:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198905.709524:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009de433c. 00000100:00000010:3.0:1776198905.709528:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000100:00000010:3.0:1776198905.709535:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 02000000:00000010:3.0:1776198905.709549:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005df0b25c. 02000000:00000010:3.0:1776198905.709579:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000584695fb. 00000400:00000010:3.0:1776198905.709587:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe6d7ded. 00000400:00000010:3.0:1776198905.709591:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198905.709598:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071616, portal 16 00000400:00000010:3.0:1776198905.709605:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198905.709606:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071616, offset 0 00000400:00000200:3.0:1776198905.709611:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.709620:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.709629:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.709634:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.709636:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.709639:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92038:92038:256:4294967295] 192.168.204.56@tcp LPNI seq info [92038:92038:8:4294967295] 00000400:00000200:3.0:1776198905.709645:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.709650:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.709653:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198905.709657:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.709662:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.709664:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.709721:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.709724:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:3.0:1776198905.709727:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.709731:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.709733:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:3.0:1776198905.709735:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000100:00000200:3.0:1776198905.709739:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e319c89d x1862477231071616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198905.710608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bfed707. 00010000:00000010:3.1:1776198905.710619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d0ee9e. 00000400:00000200:3.0:1776198905.714469:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.714495:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a180 00000400:00000200:3.0:1776198905.714506:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c09 [1] + 224 00000400:00000200:3.0:1776198905.714523:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.714529:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.714545:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e319c89d x1862477231071616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.714594:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.714600:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72240 00000400:00000200:3.0:1776198905.714605:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 1640 00000400:00000200:3.0:1776198905.714617:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.714620:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.714624:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.714632:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 00000400:00000010:0.0:1776198905.715073:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe6d7ded. 00000400:00000200:0.0:1776198905.715080:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:0.0:1776198905.715082:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:0.0:1776198905.715088:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e319c89d x1862477231071616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.715095:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e319c89d x1862477231071616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.715121:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccbfa9e7. 02000000:00000010:0.0:1776198905.715138:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000584695fb. 02000000:00000010:0.0:1776198905.715144:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005df0b25c. 00000100:00000010:0.0:1776198905.715148:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 00000100:00000010:0.0:1776198905.715151:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:0.0:1776198905.715154:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009de433c. 00080000:00000010:0.0:1776198905.715176:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f01ad7e. 00010000:00000010:3.1:1776198905.715327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043d8fe75. 00010000:00000010:3.1:1776198905.715338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c6b257f. 00010000:00000010:3.1:1776198905.715341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:0.0:1776198905.715363:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:0.0:1776198905.715370:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098dc75c3. 00010000:00000010:0.0:1776198905.715471:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017496afb. 00000800:00000200:3.0:1776198905.715477:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776198905.715479:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00000800:00000010:3.0:1776198905.715481:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198905.715486:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.715490:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.715493:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00010000:00000010:0.0:1776198905.715493:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000400:00000010:3.0:1776198905.715495:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000100:00000010:0.0:1776198905.715497:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.715505:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 02000000:00000010:0.0:1776198905.715520:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020e65572. 02000000:00000010:0.0:1776198905.715552:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c075658. 00000400:00000010:0.0:1776198905.715558:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d2eb5d8. 00000400:00000010:0.0:1776198905.715562:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198905.715568:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071680, portal 16 00000400:00000010:0.0:1776198905.715573:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198905.715575:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071680, offset 0 00000400:00000200:0.0:1776198905.715581:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.715588:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.715598:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.715602:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.715605:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.715607:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92040:92040:256:4294967295] 192.168.204.56@tcp LPNI seq info [92040:92040:8:4294967295] 00000400:00000200:0.0:1776198905.715614:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.715618:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.715621:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198905.715625:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.715629:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.715631:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.716333:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.716338:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198905.716345:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.716351:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.716354:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:3.0:1776198905.716356:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:3.0:1776198905.716363:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000240e852a x1862477231071680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.724307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2170a10. 00010000:00000010:0.1:1776198905.724331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089283121. 00010000:00000010:0.1:1776198905.724335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00000400:00000200:0.0:1776198905.725360:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.725382:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a1c0 00000400:00000200:0.0:1776198905.725395:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c15 [1] + 224 00000400:00000200:0.0:1776198905.725427:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.725432:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.725447:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000240e852a x1862477231071680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.725502:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005d2eb5d8. 00000400:00000200:0.0:1776198905.725507:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:0.0:1776198905.725511:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:0.0:1776198905.725516:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000240e852a x1862477231071680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.725522:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000240e852a x1862477231071680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.725565:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c075658. 02000000:00000010:0.0:1776198905.725572:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020e65572. 00000100:00000010:0.0:1776198905.725578:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000240e852a. 00000100:00000010:0.0:1776198905.725585:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.725590:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 00000400:00000200:2.0:1776198905.740554:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.740581:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72280 00000400:00000200:2.0:1776198905.740592:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6521 [2] + 1968 00000400:00000010:2.0:1776198905.740600:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008eeab60b. 00000400:00000200:2.0:1776198905.740607:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d90a0e47 00000400:00000200:2.0:1776198905.740700:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.740706:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.740712:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d90a0e47 00000400:00000010:2.0:1776198905.740716:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d90a0e47 (tot 82346882). 00000100:00000200:2.0:1776198905.740722:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198905.741090:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020e65572. 00000020:00000010:0.0:1776198905.741101:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.741108:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198905.741154:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072454eef x1862477217735296/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198905.741233:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217735296 02000000:00000010:0.0:1776198905.741248:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c075658. 00010000:00000010:0.0:1776198905.741310:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dae4eb0. 00010000:00000010:0.0:1776198905.741344:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198905.741353:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a02d9e64. 00000100:00000010:0.0:1776198905.741368:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a02d9e64. 00010000:00000010:0.0:1776198905.741374:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 00000400:00000010:0.0:1776198905.741396:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198905.741403:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217735296, offset 224 00000400:00000200:0.0:1776198905.741412:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.741428:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.741437:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92041:92041:256:4294967295] 192.168.204.56@tcp LPNI seq info [92041:92041:8:4294967295] 00000400:00000200:0.0:1776198905.741449:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.741458:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.741465:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347130). 00000800:00000200:0.0:1776198905.741472:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.741481:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.741486:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.741508:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.741513:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198905.741517:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020e65572. 02000000:00000010:0.0:1776198905.741527:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057d35775. 00000100:00000010:0.0:1776198905.741531:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 02000000:00000010:0.0:1776198905.741536:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed118ee7. 00000100:00000010:0.0:1776198905.741538:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 02000000:00000010:0.0:1776198905.741542:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018483f5a. 00000100:00000010:0.0:1776198905.741544:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:0.0:1776198905.741548:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc630948. 00000100:00000010:0.0:1776198905.741551:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 02000000:00000010:0.0:1776198905.741554:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3df327b. 00000100:00000010:0.0:1776198905.741558:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:0.0:1776198905.741563:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026763ef3. 00000100:00000010:0.0:1776198905.741564:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000200:0.0:1776198905.741570:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198905.741576:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005d2eb5d8. 00000400:00000010:0.0:1776198905.741581:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a02d9e64 (tot 82347282). 00000800:00000200:3.0:1776198905.743824:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.743834:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198905.743861:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.743874:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.743881:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:3.0:1776198905.743883:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 02000000:00000010:3.0:1776198905.743893:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c075658. 00080000:00000010:2.0:1776198905.745983:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5a5d108. 00010000:00000010:2.0:1776198905.746165:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:2.0:1776198905.746178:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dcca428. 00010000:00000010:2.0:1776198905.746296:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011970349. 00010000:00000010:2.0:1776198905.746303:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003bd06ff. 00010000:00000010:2.0:1776198905.746322:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198905.746331:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.746344:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198905.746364:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3df327b. 02000000:00000010:2.0:1776198905.746408:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630948. 00000400:00000010:2.0:1776198905.746417:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198905.746425:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198905.746434:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071744, portal 16 00000400:00000010:2.0:1776198905.746441:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198905.746444:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071744, offset 0 00000400:00000200:2.0:1776198905.746455:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.746476:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.746486:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.746490:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.746493:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.746497:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92042:92042:256:4294967295] 192.168.204.56@tcp LPNI seq info [92042:92042:8:4294967295] 00000400:00000200:2.0:1776198905.746509:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.746516:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.746521:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198905.746529:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.746537:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.746542:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.747416:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.747424:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:3.0:1776198905.747433:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.747441:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.747448:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:3.0:1776198905.747450:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:3.0:1776198905.747459:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231071744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.756302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9f47e4c. 00010000:00000010:2.1:1776198905.756387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e430a1f. 00010000:00000010:2.1:1776198905.756397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017496afb. 00000400:00000200:2.0:1776198905.761416:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.761504:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a200 00000400:00000200:2.0:1776198905.761519:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c25 [1] + 224 00000400:00000200:2.0:1776198905.761535:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.761539:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.761554:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231071744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.761662:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.761668:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f722c0 00000400:00000200:2.0:1776198905.761674:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 0 00000400:00000200:2.0:1776198905.761745:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.761749:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.761754:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.761762:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198905.762100:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005aa9773. 00000020:00000010:3.0:1776198905.762111:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.762117:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.762153:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217735360/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198905.762193:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217735360 02000000:00000010:3.0:1776198905.762209:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000729014ba. 00010000:00000010:3.0:1776198905.762285:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.762296:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000100:00000010:3.0:1776198905.762308:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:3.0:1776198905.762313:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000010:3.0:1776198905.762335:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198905.762343:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217735360, offset 224 00000400:00000200:3.0:1776198905.762353:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.762369:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.762377:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92043:92043:256:4294967295] 192.168.204.56@tcp LPNI seq info [92043:92043:8:4294967295] 00000400:00000200:3.0:1776198905.762388:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.762395:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.762401:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198905.762407:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.762414:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.762550:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.762612:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.762618:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.762622:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005aa9773. 00000400:00000010:0.0:1776198905.763114:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:0.0:1776198905.763122:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:0.0:1776198905.763124:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:0.0:1776198905.763134:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231071744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.763142:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231071744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.763170:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5748688. 02000000:00000010:0.0:1776198905.763189:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630948. 02000000:00000010:0.0:1776198905.763196:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3df327b. 00000100:00000010:0.0:1776198905.763203:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:0.0:1776198905.763207:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:0.0:1776198905.763212:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00080000:00000010:0.0:1776198905.763234:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e65572. 00010000:00000010:0.0:1776198905.763396:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003bd06ff. 00010000:00000010:0.0:1776198905.763404:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8d16ca2. 00010000:00000010:0.0:1776198905.763728:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c765a5c. 00010000:00000010:0.0:1776198905.763734:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.763741:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.763748:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00080000:00000010:0.0:1776198905.763767:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c075658. 00010000:00000010:0.0:1776198905.763796:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.763800:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.763959:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.0:1776198905.763963:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.763973:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198905.763980:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.763989:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 02000000:00000010:0.0:1776198905.764005:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037fc0168. 02000000:00000010:0.0:1776198905.764052:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a02b5e. 00000400:00000010:0.0:1776198905.764059:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198905.764066:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198905.764074:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071808, portal 16 00000400:00000010:0.0:1776198905.764080:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198905.764083:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071808, offset 0 00000400:00000200:0.0:1776198905.764092:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.764107:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.764116:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.764121:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.764123:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.764127:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92044:92044:255:4294967295] 192.168.204.56@tcp LPNI seq info [92044:92044:7:4294967295] 00000400:00000200:0.0:1776198905.764136:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.764142:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.764147:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347530). 00000800:00000200:0.0:1776198905.764153:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.764159:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.764163:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.764389:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.764395:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347282). 00000400:00000200:2.0:1776198905.764400:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.764406:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.764410:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:2.0:1776198905.764413:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000800:00000200:2.0:1776198905.769296:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.769304:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198905.769315:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.769326:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.769333:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198905.769336:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:2.0:1776198905.769348:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000240e852a x1862477231071808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.772184:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.772212:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a240 00000400:00000200:2.0:1776198905.772223:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c31 [1] + 224 00000400:00000200:2.0:1776198905.772239:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.772245:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.772284:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000240e852a x1862477231071808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.772325:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.772331:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72300 00010000:00000010:0.1:1776198905.773603:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ebcdb0. 00000400:00000200:2.0:1776198905.776802:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 328 00000400:00000200:2.0:1776198905.776918:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.776925:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.776936:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.776945:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00080000:00000010:2.0:1776198905.778097:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003eda1138. 00010000:00000010:2.0:1776198905.778237:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:2.0:1776198905.778250:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e011646. 00010000:00000010:2.0:1776198905.778384:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.0:1776198905.778390:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023ac9f89. 00010000:00000010:2.0:1776198905.778405:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000daf0a6e4. 00000100:00000010:2.0:1776198905.778409:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.778430:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198905.778449:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc630948. 02000000:00000010:2.0:1776198905.778485:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2f4a38d. 00000400:00000010:2.0:1776198905.778492:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db8e1ea7. 00000400:00000010:2.0:1776198905.778498:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198905.778505:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071872, portal 16 00000400:00000010:2.0:1776198905.778511:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198905.778513:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071872, offset 0 00000400:00000200:2.0:1776198905.778518:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.778526:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.778535:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198905.778539:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198905.778542:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198905.778544:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92046:92046:255:4294967295] 192.168.204.56@tcp LPNI seq info [92046:92046:7:4294967295] 00000400:00000200:2.0:1776198905.778550:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.778554:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.778558:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347530). 00000800:00000200:2.0:1776198905.778562:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.778565:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.778567:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198905.780047:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042bfd721. 00010000:00000010:0.1:1776198905.780061:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:0.1:1776198905.780066:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.780069:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:1.1:1776198905.784412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005619105d. 00010000:00000010:2.1:1776198905.784455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20a726e. 00010000:00000010:2.1:1776198905.784462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00000400:00000200:2.0:1776198905.788243:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.788290:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a280 00000400:00000200:2.0:1776198905.788301:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c3d [1] + 224 00000400:00000200:2.0:1776198905.788316:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.788320:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.788335:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231071872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.788374:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.788379:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72340 00000400:00000200:2.0:1776198905.788384:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 656 00000400:00000200:2.0:1776198905.788479:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.788483:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.788489:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.788497:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000400:00000010:3.0:1776198905.789514:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db8e1ea7. 00000400:00000200:3.0:1776198905.789520:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:3.0:1776198905.789522:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:3.0:1776198905.789529:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231071872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.789538:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231071872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198905.789564:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005005174. 02000000:00000010:3.0:1776198905.789586:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2f4a38d. 02000000:00000010:3.0:1776198905.789735:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc630948. 00000100:00000010:3.0:1776198905.789742:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:3.0:1776198905.789747:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:3.0:1776198905.789751:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000daf0a6e4. 00080000:00000010:3.0:1776198905.789778:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034e1c22d. 00010000:00000010:3.0:1776198905.789912:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023ac9f89. 00010000:00000010:3.0:1776198905.789920:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099dc5377. 00010000:00000010:3.0:1776198905.790050:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.0:1776198905.790058:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198905.790075:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.790079:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000100:00000010:3.0:1776198905.790090:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198905.790107:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a960fd7d. 02000000:00000010:3.0:1776198905.790142:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd74344b. 00000400:00000010:3.0:1776198905.790148:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c7595a. 00000400:00000010:3.0:1776198905.790153:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198905.790159:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231071936, portal 16 00000400:00000010:3.0:1776198905.790164:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198905.790167:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231071936, offset 0 00000400:00000200:3.0:1776198905.790174:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.790184:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.790195:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.790199:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.790202:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.790205:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92048:92048:255:4294967295] 192.168.204.56@tcp LPNI seq info [92048:92048:7:4294967295] 00000400:00000200:3.0:1776198905.790213:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.790219:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.790223:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347530). 00000800:00000200:3.0:1776198905.790227:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.790231:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.790234:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.791068:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.791075:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:2.0:1776198905.791084:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.791092:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.791097:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:2.0:1776198905.791100:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000800:00000200:2.0:1776198905.791350:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.791352:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:2.0:1776198905.791357:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.791360:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.791363:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:2.0:1776198905.791365:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00000100:00000200:2.0:1776198905.791373:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231071936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198905.794006:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c7595a. 00000400:00000200:3.0:1776198905.794014:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:3.0:1776198905.794016:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000100:00000200:3.0:1776198905.794035:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231071936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.794051:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231071936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198905.794090:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd74344b. 02000000:00000010:3.0:1776198905.794097:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a960fd7d. 00000100:00000010:3.0:1776198905.794102:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:3.0:1776198905.794106:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:3.0:1776198905.794111:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000200:2.0:1776198905.795328:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.795350:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72380 00000400:00000200:2.0:1776198905.795358:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 984 00000400:00000200:2.0:1776198905.795667:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.795673:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.795682:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.795691:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00080000:00000010:3.0:1776198905.796249:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a960fd7d. 00000800:00000200:0.0:1776198905.796437:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.796442:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198905.796447:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.796451:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.796455:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:0.0:1776198905.796457:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00010000:00000010:3.0:1776198905.796476:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198905.796487:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006da75cba. 00010000:00000010:3.0:1776198905.796818:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019035063. 00010000:00000010:3.0:1776198905.796827:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198905.796840:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.796845:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000100:00000010:3.0:1776198905.796854:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198905.796870:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd74344b. 02000000:00000010:3.0:1776198905.797312:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060cbe096. 00000400:00000010:3.0:1776198905.797323:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c7595a. 00000400:00000010:3.0:1776198905.797330:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198905.797338:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072000, portal 16 00000400:00000010:3.0:1776198905.797344:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198905.797346:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072000, offset 0 00000400:00000200:3.0:1776198905.797354:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.797366:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.797375:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.797379:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.797382:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.797386:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92050:92050:256:4294967295] 192.168.204.56@tcp LPNI seq info [92050:92050:8:4294967295] 00000400:00000200:3.0:1776198905.797394:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.797400:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.797416:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347282). 00000800:00000200:3.0:1776198905.797422:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.797427:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.797431:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776198905.805689:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.805717:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a300 00000400:00000200:2.0:1776198905.805731:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c55 [1] + 224 00000400:00000200:2.0:1776198905.805759:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.805764:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.805779:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231072000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198905.806216:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c7595a. 00000400:00000200:3.0:1776198905.806223:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:3.0:1776198905.806226:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000100:00000200:3.0:1776198905.806234:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231072000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.806244:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231072000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198905.806306:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a59001d7. 00010000:00000010:3.1:1776198905.806318:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e502448d. 00010000:00000010:3.1:1776198905.806322:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 02000000:00000010:3.0:1776198905.806517:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060cbe096. 02000000:00000010:3.0:1776198905.806528:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd74344b. 00000100:00000010:3.0:1776198905.806533:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:3.0:1776198905.806538:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:3.0:1776198905.806542:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000200:0.0:1776198905.806789:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.806805:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f723c0 00000400:00000200:0.0:1776198905.806811:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 1312 00000400:00000200:0.0:1776198905.806903:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.806908:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.806914:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.806921:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00080000:00000010:3.0:1776198905.807313:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd74344b. 00010000:00000010:3.0:1776198905.807466:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198905.807474:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004619eb9d. 00010000:00000010:3.0:1776198905.807584:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.0:1776198905.807591:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198905.807606:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.807611:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000800:00000200:2.0:1776198905.807612:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.807618:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000100:00000010:3.0:1776198905.807620:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00000400:00000200:2.0:1776198905.807624:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.807630:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.807633:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:2.0:1776198905.807636:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 02000000:00000010:3.0:1776198905.807637:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060cbe096. 02000000:00000010:3.0:1776198905.807669:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000bb9e2fe. 00000400:00000010:3.0:1776198905.807676:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c7595a. 00000400:00000010:3.0:1776198905.807681:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198905.807687:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072064, portal 16 00000400:00000010:3.0:1776198905.807691:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198905.807693:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072064, offset 0 00000400:00000200:3.0:1776198905.807700:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.807707:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.807716:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.807721:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.807724:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.807726:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92052:92052:256:4294967295] 192.168.204.56@tcp LPNI seq info [92052:92052:8:4294967295] 00000400:00000200:3.0:1776198905.807779:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.807784:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.807788:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347282). 00000800:00000200:3.0:1776198905.807791:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.807795:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.807797:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.807893:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.807896:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:2.0:1776198905.807901:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.807905:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.807908:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:2.0:1776198905.807909:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:2.0:1776198905.807915:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231072064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198905.809775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b32ee8f. 00010000:00000010:3.1:1776198905.809796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:1.1:1776198905.810300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d25ffd. 00010000:00000010:1.1:1776198905.814482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf6f747d. 00010000:00000010:3.1:1776198905.818324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af9ee1a. 00010000:00000010:3.1:1776198905.818351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00000400:00000200:0.0:1776198905.822808:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.822835:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a340 00000400:00000200:0.0:1776198905.822932:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c61 [1] + 224 00000400:00000200:0.0:1776198905.822952:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.822956:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.822971:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231072064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.823064:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.823070:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72400 00000400:00000200:0.0:1776198905.823077:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 1640 00000400:00000200:0.0:1776198905.823091:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.823094:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.823098:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198905.823105:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000400:00000010:3.0:1776198905.823171:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c7595a. 00000400:00000200:3.0:1776198905.823177:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:3.0:1776198905.823179:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000100:00000200:3.0:1776198905.823185:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231072064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.823194:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231072064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198905.823230:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000bb9e2fe. 02000000:00000010:3.0:1776198905.823237:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060cbe096. 00000100:00000010:3.0:1776198905.823241:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:3.0:1776198905.823245:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:3.0:1776198905.823249:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000800:00000200:3.0:1776198905.824080:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.824085:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198905.824091:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.824095:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.824099:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:3.0:1776198905.824102:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00080000:00000010:0.0:1776198905.824537:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f484cd6c. 00010000:00000010:0.0:1776198905.824689:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:0.0:1776198905.824698:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033fce291. 00010000:00000010:0.0:1776198905.824811:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c765a5c. 00010000:00000010:0.0:1776198905.824816:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.824837:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.824844:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00080000:00000010:0.0:1776198905.824869:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000025bb415. 00010000:00000010:0.0:1776198905.824898:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.824902:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.824966:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.0:1776198905.824970:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.824979:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2a9d575. 00000100:00000010:0.0:1776198905.824985:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.824995:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198905.825012:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037fc0168. 02000000:00000010:0.0:1776198905.825058:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a02b5e. 00000400:00000010:0.0:1776198905.825065:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198905.825072:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198905.825080:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072128, portal 16 00000400:00000010:0.0:1776198905.825086:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198905.825089:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072128, offset 0 00000400:00000200:0.0:1776198905.825098:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.825116:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.825125:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.825131:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.825135:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.825138:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92054:92054:256:4294967295] 192.168.204.56@tcp LPNI seq info [92054:92054:8:4294967295] 00000400:00000200:0.0:1776198905.825149:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.825154:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.825159:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198905.825166:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.825172:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.825175:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.825599:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.825604:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198905.825611:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.825617:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.825622:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:3.0:1776198905.825625:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:3.0:1776198905.825634:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231072128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198905.829470:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.829500:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a380 00000400:00000200:0.0:1776198905.829511:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c6d [1] + 224 00000400:00000200:0.0:1776198905.829534:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.829539:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.829553:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231072128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198905.830205:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:3.0:1776198905.830213:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:3.0:1776198905.830216:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:3.0:1776198905.830226:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231072128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198905.830236:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231072128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198905.830488:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007a02b5e. 02000000:00000010:3.0:1776198905.830498:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037fc0168. 00000100:00000010:3.0:1776198905.830503:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:3.0:1776198905.830508:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:3.0:1776198905.830514:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2a9d575. 00000400:00000200:3.0:1776198905.832686:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.832714:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72440 00000400:00000200:3.0:1776198905.832724:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6579 [2] + 1968 00000400:00000010:3.0:1776198905.832730:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093ceaeff. 00000400:00000200:3.0:1776198905.832739:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f6dd5fd 00000400:00000200:3.0:1776198905.832831:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.832837:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.832843:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f6dd5fd 00000400:00000010:3.0:1776198905.832845:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f6dd5fd (tot 82346882). 00000100:00000200:3.0:1776198905.832854:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:0.0:1776198905.833644:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037fc0168. 00010000:00000010:0.0:1776198905.833759:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.833766:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4c3b092. 00010000:00000010:0.0:1776198905.833975:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000473afedb. 00010000:00000010:0.0:1776198905.833983:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.833997:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198905.834002:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198905.834011:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000711df8e0. 02000000:00000010:0.0:1776198905.834049:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007a02b5e. 02000000:00000010:0.0:1776198905.834084:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3df327b. 00000400:00000010:0.0:1776198905.834090:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008eeab60b. 00000400:00000010:0.0:1776198905.834095:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198905.834100:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072192, portal 16 00000400:00000010:0.0:1776198905.834107:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198905.834110:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072192, offset 0 00000400:00000200:0.0:1776198905.834116:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.834125:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.834133:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.834137:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.834141:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.834143:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92056:92056:255:4294967295] 192.168.204.56@tcp LPNI seq info [92056:92056:7:4294967295] 00000400:00000200:0.0:1776198905.834150:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.834155:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.834158:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347530). 00000800:00000200:0.0:1776198905.834163:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.834168:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.834171:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.834736:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.834742:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347282). 00000400:00000200:3.0:1776198905.834748:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.834756:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.834763:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:3.0:1776198905.834765:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 02000000:00000010:3.0:1776198905.834772:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0cd5d7a. 00000800:00000200:3.0:1776198905.834845:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.834852:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198905.834857:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.834860:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.834863:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:3.0:1776198905.834864:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:3.0:1776198905.835731:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000711df8e0 x1862477231072192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.835983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e21a132c. 00010000:00000010:0.1:1776198905.835993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:0.1:1776198905.835999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.836003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:1.1:1776198905.836314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceab55b4. 00000400:00000200:0.0:1776198905.839803:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.839834:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a3c0 00000400:00000200:0.0:1776198905.839854:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c7d [1] + 224 00000400:00000200:0.0:1776198905.840042:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.840048:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.840063:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000711df8e0 x1862477231072192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.840297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccfaa2f8. 00000400:00000010:2.0:1776198905.840541:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008eeab60b. 00000400:00000200:2.0:1776198905.840549:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:2.0:1776198905.840552:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:2.0:1776198905.840560:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000711df8e0 x1862477231072192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.840570:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000711df8e0 x1862477231072192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.840611:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3df327b. 02000000:00000010:2.0:1776198905.840621:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007a02b5e. 00000100:00000010:2.0:1776198905.840627:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000711df8e0. 00000100:00000010:2.0:1776198905.840643:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:2.0:1776198905.840649:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00000400:00000200:3.0:1776198905.841614:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.841636:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72480 00000400:00000200:3.0:1776198905.841646:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 0 00000400:00000200:3.0:1776198905.841988:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.841995:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.842002:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.842011:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00000020:00000010:2.0:1776198905.842614:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f4a38d. 00000020:00000010:2.0:1776198905.842626:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.842641:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.842679:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cd824bf x1862477217735808/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198905.842723:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217735808 02000000:00000010:2.0:1776198905.842739:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007a02b5e. 00010000:00000010:2.0:1776198905.842778:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007662d9d2. 00010000:00000010:2.0:1776198905.842808:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198905.842818:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.842839:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.842852:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198905.842879:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198905.842887:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217735808, offset 224 00000400:00000200:2.0:1776198905.842897:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.842913:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.842921:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92057:92057:256:4294967295] 192.168.204.56@tcp LPNI seq info [92057:92057:8:4294967295] 00000400:00000200:2.0:1776198905.842933:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.842939:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.842945:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198905.842952:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.842961:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.842966:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.842991:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.842996:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.843001:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f4a38d. 00080000:00000010:0.0:1776198905.843215:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3df327b. 00010000:00000010:0.0:1776198905.843373:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.843381:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000391f1ef7. 00010000:00000010:0.0:1776198905.843504:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.843511:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.843525:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198905.843530:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198905.843539:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198905.843554:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026763ef3. 02000000:00000010:0.0:1776198905.843587:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed118ee7. 00000400:00000010:0.0:1776198905.843594:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.843599:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198905.843606:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072256, portal 16 00000400:00000010:0.0:1776198905.843611:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198905.843613:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072256, offset 0 00000400:00000200:0.0:1776198905.843619:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.843627:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.843636:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.843640:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.843643:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.843646:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92058:92058:255:4294967295] 192.168.204.56@tcp LPNI seq info [92058:92058:7:4294967295] 00000400:00000200:0.0:1776198905.843652:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.843657:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.843660:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347530). 00000800:00000200:0.0:1776198905.843664:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.843669:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.843672:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.844187:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.844193:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347282). 00000400:00000200:3.0:1776198905.844199:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.844205:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.844211:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198905.844214:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000800:00000200:3.0:1776198905.844329:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.844333:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198905.844338:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.844341:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.844343:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:3.0:1776198905.844345:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:3.0:1776198905.844352:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231072256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.845297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fabd111. 00010000:00000010:0.1:1776198905.845309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00000400:00000200:0.0:1776198905.849333:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.849363:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a400 00000400:00000200:0.0:1776198905.849377:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c89 [1] + 224 00000400:00000200:0.0:1776198905.849399:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.849404:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.849419:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231072256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.849551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d845b362. 00000400:00000010:2.0:1776198905.849581:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:2.0:1776198905.849587:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:2.0:1776198905.849590:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00000100:00000200:2.0:1776198905.849596:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231072256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198905.849605:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231072256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198905.849657:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed118ee7. 02000000:00000010:2.0:1776198905.849665:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026763ef3. 00000100:00000010:2.0:1776198905.849669:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:2.0:1776198905.849674:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:2.0:1776198905.849680:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000200:3.0:1776198905.852437:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.852475:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f724c0 00000400:00000200:3.0:1776198905.852489:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 328 00000400:00000200:3.0:1776198905.853167:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.853176:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.853187:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.853196:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 00000800:00000200:3.0:1776198905.854361:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.854365:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198905.854371:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.854375:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.854380:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:3.0:1776198905.854382:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00080000:00000010:0.0:1776198905.855220:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026763ef3. 00010000:00000010:0.0:1776198905.855388:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.855401:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb54467b. 00010000:00000010:0.0:1776198905.855819:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.0:1776198905.855828:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.855844:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.856040:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.856054:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.856076:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed118ee7. 02000000:00000010:0.0:1776198905.856124:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057d35775. 00000400:00000010:0.0:1776198905.856135:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.856148:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.856157:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072320, portal 16 00000400:00000010:0.0:1776198905.856164:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198905.856167:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072320, offset 0 00000400:00000200:0.0:1776198905.856177:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.856196:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.856205:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.856209:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.856213:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.856216:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92060:92060:256:4294967295] 192.168.204.56@tcp LPNI seq info [92060:92060:8:4294967295] 00000400:00000200:0.0:1776198905.856226:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.856233:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.856238:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198905.856245:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.856403:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.856408:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.857247:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.857284:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198905.857294:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.857302:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.857308:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:2.0:1776198905.857310:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:2.0:1776198905.857321:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.862250:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:0.1:1776198905.862313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084b62ac5. 00010000:00000010:0.1:1776198905.862338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00000400:00000200:3.0:1776198905.862415:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a440 00000400:00000200:3.0:1776198905.862437:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7c95 [1] + 224 00000400:00000200:3.0:1776198905.862464:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.862470:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.862485:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.863382:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.863392:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.863395:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.863408:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.863432:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.863496:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057d35775. 02000000:00000010:0.0:1776198905.863515:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed118ee7. 00000100:00000010:0.0:1776198905.863529:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.863544:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.863553:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00000400:00000200:3.0:1776198905.865115:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.865146:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72500 00000400:00000200:3.0:1776198905.865157:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 656 00000400:00000200:3.0:1776198905.865249:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.865295:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.865305:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.865313:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00080000:00000010:0.0:1776198905.865901:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057d35775. 00010000:00000010:0.0:1776198905.866039:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.866047:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a11af67f. 00010000:00000010:0.0:1776198905.866159:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000473afedb. 00010000:00000010:0.0:1776198905.866165:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.866178:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.866182:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.866191:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.866205:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed118ee7. 02000000:00000010:0.0:1776198905.866235:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1a92933. 00000400:00000010:0.0:1776198905.866242:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.866247:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.866279:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072384, portal 16 00000400:00000010:0.0:1776198905.866286:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198905.866289:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072384, offset 0 00010000:00000010:1.1:1776198905.866296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4491556. 00000400:00000200:0.0:1776198905.866296:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.866302:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.866311:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.866315:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.866318:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.866321:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92062:92062:255:4294967295] 192.168.204.56@tcp LPNI seq info [92062:92062:7:4294967295] 00000400:00000200:0.0:1776198905.866328:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.866333:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.866336:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347530). 00000800:00000200:0.0:1776198905.866339:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.866344:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.866347:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198905.866610:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.866615:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347282). 00000400:00000200:2.0:1776198905.866620:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.866625:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.866629:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:2.0:1776198905.866643:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000800:00000200:2.0:1776198905.866721:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.866723:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198905.866728:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.866732:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.866734:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:2.0:1776198905.866735:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000100:00000200:2.0:1776198905.866741:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.871063:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.871094:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a480 00000400:00000200:3.0:1776198905.871105:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ca1 [1] + 224 00000400:00000200:3.0:1776198905.871122:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.871127:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.871142:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.871178:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.871183:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72540 00000400:00000200:3.0:1776198905.871189:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 984 00000400:00000200:3.0:1776198905.871201:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.871204:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.871208:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.871216:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 00010000:00000010:0.1:1776198905.871443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c30080b. 00010000:00000010:0.1:1776198905.871455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00000400:00000010:0.0:1776198905.871483:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.871490:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.871493:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.871500:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.871508:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.871547:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1a92933. 02000000:00000010:0.0:1776198905.871554:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed118ee7. 00000100:00000010:0.0:1776198905.871560:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.871566:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.871571:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00000020:00000010:2.0:1776198905.872039:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f4a38d. 00000020:00000010:2.0:1776198905.872051:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.872057:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.872092:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24daf86 x1862477217736000/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198905.872174:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736000 02000000:00000010:2.0:1776198905.872192:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062e9f0f9. 00010000:00000010:2.0:1776198905.872229:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e95c98d. 00010000:00000010:2.0:1776198905.872293:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198905.872302:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.872313:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.872317:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198905.872336:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198905.872342:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736000, offset 224 00000400:00000200:2.0:1776198905.872352:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.872368:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.872375:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92063:92063:256:4294967295] 192.168.204.56@tcp LPNI seq info [92063:92063:8:4294967295] 00000400:00000200:2.0:1776198905.872388:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.872395:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.872400:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198905.872407:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.872416:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.872547:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.872576:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.872581:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.872587:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f4a38d. 00080000:00000010:0.0:1776198905.872674:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1a92933. 00010000:00000010:0.0:1776198905.872791:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.872797:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008695c534. 00010000:00000010:0.0:1776198905.872923:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c765a5c. 00010000:00000010:0.0:1776198905.872929:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.872936:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.872941:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00080000:00000010:0.0:1776198905.872955:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f96c981. 00010000:00000010:0.0:1776198905.872981:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.872985:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.873067:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198905.873071:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.873081:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.873086:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.873094:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.873110:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005df0b25c. 02000000:00000010:0.0:1776198905.873153:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000584695fb. 00000400:00000010:0.0:1776198905.873162:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.873170:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.873178:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072448, portal 16 00000400:00000010:0.0:1776198905.873185:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198905.873187:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072448, offset 0 00000400:00000200:0.0:1776198905.873194:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.873202:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.873210:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.873215:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.873219:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.873221:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92064:92064:255:4294967295] 192.168.204.56@tcp LPNI seq info [92064:92064:7:4294967295] 00000400:00000200:0.0:1776198905.873229:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.873233:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.873237:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347530). 00000800:00000200:0.0:1776198905.873241:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.873246:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.873249:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.873642:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.873647:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347282). 00000400:00000200:3.0:1776198905.873653:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.873659:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.873666:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:3.0:1776198905.873669:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000800:00000200:3.0:1776198905.873765:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.873767:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198905.873773:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.873777:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.873780:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198905.873781:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000100:00000200:3.0:1776198905.873789:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.876290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfade6a1. 00010000:00000010:0.1:1776198905.876316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:1.1:1776198905.876518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7d38cbc. 00000400:00000200:2.0:1776198905.876836:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.876877:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a4c0 00000400:00000200:2.0:1776198905.876890:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7cad [1] + 224 00000400:00000200:2.0:1776198905.876912:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.876917:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.876932:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.877108:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.877114:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.877117:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.877124:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.877132:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.877176:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000584695fb. 02000000:00000010:0.0:1776198905.877185:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005df0b25c. 00000100:00000010:0.0:1776198905.877190:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.877199:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.877204:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00000400:00000200:3.0:1776198905.878076:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.878093:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72580 00000400:00000200:3.0:1776198905.878101:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 1312 00000400:00000200:3.0:1776198905.878173:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.878177:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.878183:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.878190:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 00000020:00000010:2.0:1776198905.878321:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f4a38d. 00000020:00000010:2.0:1776198905.878331:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.878336:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.878372:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7e2c5f5 x1862477217736064/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198905.878406:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736064 02000000:00000010:2.0:1776198905.878432:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c9dd28c. 00010000:00000010:2.0:1776198905.878471:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000382595ba. 00010000:00000010:2.0:1776198905.878500:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198905.878509:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.878524:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.878529:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198905.878548:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198905.878553:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736064, offset 224 00000400:00000200:2.0:1776198905.878561:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.878574:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.878581:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92065:92065:256:4294967295] 192.168.204.56@tcp LPNI seq info [92065:92065:8:4294967295] 00000400:00000200:2.0:1776198905.878593:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.878601:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.878606:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198905.878612:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.878621:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.878625:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.878649:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.878653:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.878658:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f4a38d. 00080000:00000010:0.0:1776198905.878741:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005df0b25c. 00010000:00000010:0.0:1776198905.878862:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.878879:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a12717b. 00010000:00000010:0.0:1776198905.878980:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.0:1776198905.878987:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.879000:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.879005:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.879012:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.879035:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000584695fb. 02000000:00000010:0.0:1776198905.879067:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065814432. 00000400:00000010:0.0:1776198905.879073:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.879077:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.879082:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072512, portal 16 00000400:00000010:0.0:1776198905.879087:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198905.879089:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072512, offset 0 00000400:00000200:0.0:1776198905.879095:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.879102:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.879111:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.879115:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.879119:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.879122:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92066:92066:255:4294967295] 192.168.204.56@tcp LPNI seq info [92066:92066:7:4294967295] 00000400:00000200:0.0:1776198905.879129:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.879133:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.879136:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347530). 00000800:00000200:0.0:1776198905.879140:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.879144:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.879146:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.879534:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.879539:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347282). 00000400:00000200:3.0:1776198905.879543:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.879549:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.879553:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:3.0:1776198905.879556:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000800:00000200:3.0:1776198905.879625:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.879627:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198905.879631:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.879635:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.879637:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:3.0:1776198905.879638:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:3.0:1776198905.879644:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.881695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8616c3f. 00000400:00000200:2.0:1776198905.882137:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.882165:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a500 00000400:00000200:2.0:1776198905.882178:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7cb9 [1] + 224 00000400:00000200:2.0:1776198905.882204:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.882209:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.882225:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.882471:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.882478:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f725c0 00000400:00000200:2.0:1776198905.882484:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 1640 00000400:00000200:2.0:1776198905.882583:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.882588:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.882594:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.882604:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000800:00000200:3.0:1776198905.883292:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.883298:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198905.883303:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.883308:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.883312:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:3.0:1776198905.883315:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000400:00000010:0.0:1776198905.883590:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.883596:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.883598:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.883606:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.883615:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.883646:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009313f32b. 02000000:00000010:0.0:1776198905.883671:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065814432. 02000000:00000010:0.0:1776198905.883678:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000584695fb. 00000100:00000010:0.0:1776198905.883683:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.883689:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.883693:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00080000:00000010:0.0:1776198905.883718:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000584695fb. 00010000:00000010:0.0:1776198905.883857:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.1:1776198905.884575:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fc493a9. 00010000:00000010:0.1:1776198905.884586:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:0.1:1776198905.884591:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.884594:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.884599:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037424319. 00010000:00000010:0.0:1776198905.884724:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.884732:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.884749:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.884756:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.884766:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.884784:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065814432. 02000000:00000010:0.0:1776198905.884820:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed118ee7. 00000400:00000010:0.0:1776198905.884828:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.884834:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.884843:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072576, portal 16 00000400:00000010:0.0:1776198905.884849:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198905.884852:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072576, offset 0 00000400:00000200:0.0:1776198905.884861:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.884979:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.884989:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.884994:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.884997:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.885001:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92068:92068:256:4294967295] 192.168.204.56@tcp LPNI seq info [92068:92068:8:4294967295] 00000400:00000200:0.0:1776198905.885014:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.885020:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.885035:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198905.885043:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.885050:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.885055:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198905.885340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000003711dd. 00000800:00000200:3.0:1776198905.885501:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.885506:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198905.885513:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.885519:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.885524:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:3.0:1776198905.885526:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:3.0:1776198905.885535:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.887463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8575e66. 00010000:00000010:0.1:1776198905.887483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00000400:00000200:2.0:1776198905.889719:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.889745:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a540 00000400:00000200:2.0:1776198905.889756:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7cc5 [1] + 224 00000400:00000200:2.0:1776198905.889772:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.889777:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.889791:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.890086:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.890092:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72600 00000400:00000200:2.0:1776198905.890099:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb65d1 [2] + 1968 00000400:00000010:2.0:1776198905.890104:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ad11b222. 00000400:00000200:2.0:1776198905.890110:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a9624d8 00000400:00000200:2.0:1776198905.890179:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.890183:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.890186:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a9624d8 00000400:00000010:2.0:1776198905.890189:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004a9624d8 (tot 82346882). 00000100:00000200:2.0:1776198905.890195:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198905.890411:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060cbe096. 00000020:00000010:3.0:1776198905.890430:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.890436:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198905.890469:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003b302196 x1862477217736192/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198905.890507:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736192 02000000:00000010:3.0:1776198905.890522:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000bb9e2fe. 00010000:00000010:3.0:1776198905.890575:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.890584:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099763f07. 00000100:00000010:3.0:1776198905.890593:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099763f07. 00010000:00000010:3.0:1776198905.890597:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011e5d43f. 00000400:00000010:3.0:1776198905.890617:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198905.890623:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736192, offset 224 00000400:00000200:3.0:1776198905.890632:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.890646:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.890653:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92069:92069:256:4294967295] 192.168.204.56@tcp LPNI seq info [92069:92069:8:4294967295] 00000400:00000200:3.0:1776198905.890665:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.890671:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.890676:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347130). 00000800:00000200:3.0:1776198905.890692:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.890701:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.890705:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198905.890733:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198905.890737:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198905.890741:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060cbe096. 02000000:00000010:3.0:1776198905.890752:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0cd5d7a. 00000100:00000010:3.0:1776198905.890757:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198905.890763:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c9dd28c. 00000100:00000010:3.0:1776198905.890765:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 02000000:00000010:3.0:1776198905.890769:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062e9f0f9. 00000100:00000010:3.0:1776198905.890773:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 02000000:00000010:3.0:1776198905.890778:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018483f5a. 00000100:00000010:3.0:1776198905.890780:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198905.890785:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4f1413d. 00000100:00000010:3.0:1776198905.890788:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198905.890791:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007a02b5e. 00000100:00000010:3.0:1776198905.890794:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000200:3.0:1776198905.890802:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198905.890809:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093ceaeff. 00000400:00000010:3.0:1776198905.890813:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000099763f07 (tot 82347282). 00000400:00000010:0.0:1776198905.891183:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.891189:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.891191:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.891200:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.891209:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776198905.891235:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.891239:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d53fe420 (tot 82347034). 00000400:00000200:2.0:1776198905.891245:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.891249:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.891275:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:2.0:1776198905.891278:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 02000000:00000010:2.0:1776198905.891283:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bb9e2fe. 00010000:00000010:0.0:1776198905.891335:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fbb401e. 02000000:00000010:0.0:1776198905.891357:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed118ee7. 02000000:00000010:0.0:1776198905.891363:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065814432. 00000100:00000010:0.0:1776198905.891368:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.891374:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.891378:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00080000:00000010:0.0:1776198905.891402:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed118ee7. 00010000:00000010:0.0:1776198905.891520:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.891528:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6d17bdd. 00010000:00000010:0.0:1776198905.892163:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198905.892172:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.892186:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.892191:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.892206:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.892223:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065814432. 00010000:00000010:0.1:1776198905.892967:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb07d95. 00010000:00000010:0.1:1776198905.892978:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cde4d69. 00010000:00000010:0.1:1776198905.892982:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 02000000:00000010:0.0:1776198905.893011:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005276bf29. 00000400:00000010:0.0:1776198905.893021:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.893038:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.893045:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072640, portal 16 00000400:00000010:0.0:1776198905.893052:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198905.893055:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072640, offset 0 00000400:00000200:0.0:1776198905.893065:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.893083:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.893093:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.893098:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.893101:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.893104:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92070:92070:256:4294967295] 192.168.204.56@tcp LPNI seq info [92070:92070:8:4294967295] 00000400:00000200:0.0:1776198905.893114:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.893121:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.893126:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198905.893133:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.893143:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.893148:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.893371:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.893376:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198905.893383:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.893390:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.893394:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198905.893396:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:3.0:1776198905.893405:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.897675:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.897712:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a580 00000400:00000200:2.0:1776198905.897725:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7cd5 [1] + 224 00000400:00000200:2.0:1776198905.897743:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.897748:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.897763:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.897806:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.897812:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72640 00000400:00000200:2.0:1776198905.897818:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 0 00000400:00000200:2.0:1776198905.897887:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776198905.897890:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:2.0:1776198905.897891:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.897896:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.897907:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.897914:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.897924:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.897965:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005276bf29. 02000000:00000010:0.0:1776198905.897972:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065814432. 00000100:00000010:0.0:1776198905.897978:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.897985:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.897990:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00000100:00000200:2.0:1776198905.898081:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.898088:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000800:00000200:2.0:1776198905.899223:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.899228:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198905.899233:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.899238:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.899242:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:2.0:1776198905.899243:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00010000:00000010:0.1:1776198905.899443:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee8b7ccb. 00010000:00000010:0.1:1776198905.899452:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e9b8b1. 00010000:00000010:0.1:1776198905.899457:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00080000:00000010:0.0:1776198905.899483:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005276bf29. 00010000:00000010:0.0:1776198905.899829:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.899840:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047e1962f. 00010000:00000010:0.0:1776198905.899952:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198905.899959:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.899976:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.899984:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.899994:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.900014:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065814432. 02000000:00000010:0.0:1776198905.900065:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004eb63fb1. 00000400:00000010:0.0:1776198905.900075:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.900082:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.900090:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072704, portal 16 00000400:00000010:0.0:1776198905.900098:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198905.900101:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072704, offset 0 00000400:00000200:0.0:1776198905.900109:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.900124:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.900133:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.900138:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.900141:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.900145:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92072:92072:256:4294967295] 192.168.204.56@tcp LPNI seq info [92072:92072:8:4294967295] 00000400:00000200:0.0:1776198905.900154:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.900161:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.900166:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198905.900172:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.900178:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.900181:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.900366:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.900371:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198905.900377:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.900382:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.900386:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:3.0:1776198905.900388:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:3.0:1776198905.900394:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.902958:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.902984:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a5c0 00000400:00000200:2.0:1776198905.902995:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ce1 [1] + 224 00000400:00000200:2.0:1776198905.903016:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.903020:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.903044:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198905.905451:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.905474:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72680 00000400:00000200:2.0:1776198905.905485:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 328 00000400:00000200:2.0:1776198905.905573:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.905578:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.905587:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198905.905595:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000800:00000200:3.0:1776198905.906182:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.906187:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:3.0:1776198905.906192:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.906197:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.906201:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:3.0:1776198905.906203:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000400:00000010:0.0:1776198905.906670:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf2d079. 00000400:00000200:0.0:1776198905.906678:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198905.906680:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.906690:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231072704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.906701:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231072704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.906741:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000856d44eb. 02000000:00000010:0.0:1776198905.906778:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004eb63fb1. 02000000:00000010:0.0:1776198905.906786:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065814432. 00000100:00000010:0.0:1776198905.906793:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198905.906800:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198905.906804:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00080000:00000010:0.0:1776198905.906831:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004eb63fb1. 00010000:00000010:0.0:1776198905.906969:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.906976:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053f19dda. 00010000:00000010:0.0:1776198905.907102:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c765a5c. 00010000:00000010:0.0:1776198905.907107:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.907115:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.0:1776198905.907121:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00080000:00000010:0.0:1776198905.907138:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010d3298a. 00010000:00000010:0.0:1776198905.907165:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.907169:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198905.907236:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000473afedb. 00010000:00000010:0.0:1776198905.907240:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198905.907249:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198905.907279:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198905.907287:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198905.907303:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da47bd22. 02000000:00000010:0.0:1776198905.907337:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065814432. 00000400:00000010:0.0:1776198905.907344:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198905.907349:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.907357:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072768, portal 16 00000400:00000010:0.0:1776198905.907363:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198905.907370:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072768, offset 0 00000400:00000200:0.0:1776198905.907918:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.907938:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.907949:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.907953:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.907956:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.907961:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92074:92074:256:4294967295] 192.168.204.56@tcp LPNI seq info [92074:92074:8:4294967295] 00000400:00000200:0.0:1776198905.907971:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.908044:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.908051:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198905.908059:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.908067:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.908072:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198905.908301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004395413b. 00000800:00000200:2.0:1776198905.910192:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.910202:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:2.0:1776198905.910216:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.910230:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.910238:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:2.0:1776198905.910241:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:2.0:1776198905.910281:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231072768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.911406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000729f2ab4. 00010000:00000010:0.1:1776198905.911431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00000400:00000200:2.0:1776198905.913605:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198905.913638:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a600 00000400:00000200:2.0:1776198905.913653:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ced [1] + 224 00000400:00000200:2.0:1776198905.913678:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.913682:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198905.913697:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231072768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.914566:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.914581:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f726c0 00000400:00000200:3.0:1776198905.914588:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 656 00000400:00000200:3.0:1776198905.914665:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.914670:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.914675:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.915039:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00080000:00000010:3.0:1776198905.915823:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060cbe096. 00010000:00000010:3.0:1776198905.915965:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198905.915975:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003433151f. 00000800:00000200:0.0:1776198905.916047:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.916053:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198905.916059:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.916064:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.916070:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:0.0:1776198905.916073:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00010000:00000010:3.0:1776198905.916087:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019035063. 00010000:00000010:3.0:1776198905.916096:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198905.916110:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011e5d43f. 00000100:00000010:3.0:1776198905.916115:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198905.916124:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198905.916138:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3905425. 02000000:00000010:3.0:1776198905.916167:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001d0ab73. 00000400:00000010:3.0:1776198905.916174:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c7595a. 00000400:00000010:3.0:1776198905.916180:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198905.916186:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231072832, portal 16 00000400:00000010:3.0:1776198905.916191:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198905.916193:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231072832, offset 0 00000400:00000200:3.0:1776198905.916198:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198905.916207:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198905.916215:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198905.916218:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198905.916222:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198905.916224:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92076:92076:256:4294967295] 192.168.204.56@tcp LPNI seq info [92076:92076:8:4294967295] 00000400:00000200:3.0:1776198905.916231:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198905.916236:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198905.916239:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347282). 00000800:00000200:3.0:1776198905.916243:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198905.916248:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198905.916250:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198905.916363:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.916366:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000969c0554 (tot 82347034). 00000400:00000200:0.0:1776198905.916370:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.916374:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.916377:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:0.0:1776198905.916378:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00000100:00000200:0.0:1776198905.916384:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231072832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.920310:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.920337:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a640 00000400:00000200:3.0:1776198905.920349:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7cf9 [1] + 224 00000400:00000200:3.0:1776198905.920364:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.920369:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.920382:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231072832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.920439:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.920445:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72700 00000400:00000200:3.0:1776198905.920451:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 984 00000400:00000200:3.0:1776198905.920462:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.920466:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.920470:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.920476:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000020:00000010:0.0:1776198905.920699:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:0.0:1776198905.920708:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.920714:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198905.920744:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e57c639b x1862477217736448/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198905.920788:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736448 02000000:00000010:0.0:1776198905.920804:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fa572a0. 00010000:00000010:0.0:1776198905.920846:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0f60e15. 00010000:00000010:0.0:1776198905.920875:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198905.920883:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.920900:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198905.920905:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198905.920927:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198905.920933:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736448, offset 224 00000400:00000200:0.0:1776198905.920942:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.920956:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.920962:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92077:92077:256:4294967295] 192.168.204.56@tcp LPNI seq info [92077:92077:8:4294967295] 00000400:00000200:0.0:1776198905.920974:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.920979:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.920985:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198905.920990:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.920999:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.921003:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.921037:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.921043:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198905.921046:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00000800:00000200:2.0:1776198905.921644:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.921650:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347282). 00000400:00000200:2.0:1776198905.921657:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.921662:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.921665:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:2.0:1776198905.921668:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000800:00000200:2.0:1776198905.921764:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198905.921767:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198905.921771:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198905.921775:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198905.921777:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:2.0:1776198905.921780:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00010000:00000010:0.1:1776198905.921784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad5d1c25. 00000100:00000200:2.0:1776198905.921788:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231072896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.921794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008024d69b. 00010000:00000010:0.1:1776198905.921802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.1:1776198905.921806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198905.921810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00000400:00000200:0.0:1776198905.923818:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198905.923842:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a680 00000400:00000200:0.0:1776198905.923852:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d05 [1] + 224 00000400:00000200:0.0:1776198905.923870:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.923875:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198905.923887:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231072896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.924875:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.924893:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72740 00000400:00000200:3.0:1776198905.924901:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 1312 00000400:00000200:3.0:1776198905.924973:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.924977:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.924984:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.924991:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 00000020:00000010:2.0:1776198905.925217:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c9dd28c. 00000020:00000010:2.0:1776198905.925227:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.925234:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.925303:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24daf86 x1862477217736512/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198905.925343:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736512 02000000:00000010:2.0:1776198905.925360:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f4a38d. 00010000:00000010:2.0:1776198905.925410:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1a6e21b. 00010000:00000010:2.0:1776198905.925441:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198905.925449:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.925464:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.925469:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198905.925485:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198905.925491:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736512, offset 224 00000400:00000200:2.0:1776198905.925501:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.925514:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.925521:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92079:92079:256:4294967295] 192.168.204.56@tcp LPNI seq info [92079:92079:8:4294967295] 00000400:00000200:2.0:1776198905.925533:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.925538:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.925544:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198905.925549:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.925557:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.925561:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.925584:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.925589:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.925594:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c9dd28c. 00010000:00000010:3.1:1776198905.925707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002465f787. 00010000:00000010:3.1:1776198905.925716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00000800:00000200:3.0:1776198905.925804:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.925809:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:3.0:1776198905.925812:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.925816:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.925820:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:3.0:1776198905.925823:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00010000:00000010:1.1:1776198905.929544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c41d9780. 00010000:00000010:1.1:1776198905.929565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026633bf9. 00010000:00000010:1.1:1776198905.929572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:0.1:1776198905.929840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034c9b22a. 00000800:00000200:0.0:1776198905.932331:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.932337:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:0.0:1776198905.932345:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.932351:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.932356:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:0.0:1776198905.932359:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:0.0:1776198905.932368:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231072960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198905.933300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009915fa44. 00000400:00000200:3.0:1776198905.936546:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.936577:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a6c0 00000400:00000200:3.0:1776198905.936590:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d11 [1] + 224 00000400:00000200:3.0:1776198905.936607:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.936613:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.936628:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231072960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.936670:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.936675:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72780 00000400:00000200:3.0:1776198905.936681:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 1640 00000400:00000200:3.0:1776198905.936744:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.936748:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.936752:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.936759:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 00000020:00000010:0.0:1776198905.937318:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:0.0:1776198905.937329:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.937334:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198905.937367:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7e2c5f5 x1862477217736576/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198905.937403:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736576 02000000:00000010:0.0:1776198905.937418:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042c13af7. 00010000:00000010:0.0:1776198905.937454:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4c1351a. 00010000:00000010:0.0:1776198905.937482:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198905.937490:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.937506:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198905.937510:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198905.937532:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198905.937537:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736576, offset 224 00000400:00000200:0.0:1776198905.937546:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.937559:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.937566:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92081:92081:256:4294967295] 192.168.204.56@tcp LPNI seq info [92081:92081:8:4294967295] 00000400:00000200:0.0:1776198905.937576:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.937582:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.937587:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198905.937593:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.937601:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.937606:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.937632:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.937637:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198905.937641:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00000800:00000200:3.0:1776198905.937893:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.937897:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198905.937904:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.937908:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.937912:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:3.0:1776198905.937914:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000800:00000200:0.0:1776198905.938956:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198905.938961:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198905.938966:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198905.938972:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198905.938976:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:0.0:1776198905.938978:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000100:00000200:0.0:1776198905.938985:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231073024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.939407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d7d1ffa. 00010000:00000010:1.1:1776198905.939416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000400:00000200:3.0:1776198905.943341:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.943371:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a700 00000400:00000200:3.0:1776198905.943388:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d1d [1] + 224 00000400:00000200:3.0:1776198905.943428:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.943434:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.943452:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231073024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198905.943574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db172be. 00000400:00000200:3.0:1776198905.945094:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.945116:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f727c0 00000400:00000200:3.0:1776198905.945125:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6629 [2] + 1968 00000400:00000010:3.0:1776198905.945131:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:3.0:1776198905.945136:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001d070646 00000400:00000200:3.0:1776198905.945761:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.945772:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.945779:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d070646 00000400:00000010:3.0:1776198905.945783:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001d070646 (tot 82346882). 00000100:00000200:3.0:1776198905.945791:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198905.949984:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c9dd28c. 00000020:00000010:2.0:1776198905.950007:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.950014:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.950069:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b18ba9f x1862477217736640/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198905.950184:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736640 02000000:00000010:2.0:1776198905.950201:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e95da65. 00010000:00000010:2.0:1776198905.950242:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fe5e62e. 00010000:00000010:2.0:1776198905.950291:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198905.950302:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f957b6b. 00000100:00000010:2.0:1776198905.950319:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004f957b6b. 00010000:00000010:2.0:1776198905.950325:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198905.950344:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198905.950353:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736640, offset 224 00000400:00000200:2.0:1776198905.950363:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.950383:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.950390:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92083:92083:256:4294967295] 192.168.204.56@tcp LPNI seq info [92083:92083:8:4294967295] 00000400:00000200:2.0:1776198905.950402:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.950409:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.950415:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347130). 00000800:00000200:2.0:1776198905.950422:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.950431:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.950435:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.950473:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.950478:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.950482:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c9dd28c. 02000000:00000010:2.0:1776198905.950494:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042c13af7. 00000100:00000010:2.0:1776198905.950498:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 02000000:00000010:2.0:1776198905.950504:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f4a38d. 00000100:00000010:2.0:1776198905.950506:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 02000000:00000010:2.0:1776198905.950511:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fa572a0. 00000100:00000010:2.0:1776198905.950513:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:2.0:1776198905.950518:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001061c94d. 00000100:00000010:2.0:1776198905.950520:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 02000000:00000010:2.0:1776198905.950524:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0cd5d7a. 00000100:00000010:2.0:1776198905.950528:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198905.950531:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018483f5a. 00000100:00000010:2.0:1776198905.950533:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:2.0:1776198905.950541:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198905.950548:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000803b90cc. 00000400:00000010:2.0:1776198905.950554:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004f957b6b (tot 82347282). 00000800:00000200:3.0:1776198905.951212:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.951217:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:3.0:1776198905.951222:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.951228:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.951233:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:3.0:1776198905.951235:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 02000000:00000010:3.0:1776198905.951241:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e95da65. 00000800:00000200:3.0:1776198905.951349:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.951351:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198905.951355:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.951358:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.951360:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:3.0:1776198905.951361:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000100:00000200:3.0:1776198905.951368:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231073088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.957221:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.957247:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a740 00000400:00000200:3.0:1776198905.957275:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d2d [1] + 224 00000400:00000200:3.0:1776198905.957290:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.957294:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.957307:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231073088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.957356:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.957361:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72800 00000400:00000200:3.0:1776198905.957367:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 0 00000400:00000200:3.0:1776198905.957426:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.957430:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.957434:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.957441:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 00000020:00000010:2.0:1776198905.957544:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e95da65. 00000020:00000010:2.0:1776198905.957554:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.957559:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198905.957590:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000888f9b9c x1862477217736704/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198905.957640:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736704 00000400:00000010:0.0:1776198905.957654:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 02000000:00000010:2.0:1776198905.957656:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0cd5d7a. 00000400:00000200:0.0:1776198905.957663:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:0.0:1776198905.957667:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:0.0:1776198905.957674:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be53f0de x1862477231073088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.957683:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be53f0de x1862477231073088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198905.957711:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c0a196a. 00010000:00000010:2.0:1776198905.957721:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198905.957731:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f6dd5fd. 02000000:00000010:0.0:1776198905.957735:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d842ff14. 00000100:00000010:2.0:1776198905.957739:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f6dd5fd. 02000000:00000010:0.0:1776198905.957743:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004760a9df. 00010000:00000010:2.0:1776198905.957745:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000100:00000010:0.0:1776198905.957750:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 00000100:00000010:0.0:1776198905.957755:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d501b680. 00010000:00000010:0.0:1776198905.957759:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa893b59. 00000400:00000010:2.0:1776198905.957764:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198905.957771:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736704, offset 224 00080000:00000010:0.0:1776198905.957779:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042c13af7. 00000400:00000200:2.0:1776198905.957782:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198905.957798:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198905.957815:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92085:92085:256:4294967295] 192.168.204.56@tcp LPNI seq info [92085:92085:8:4294967295] 00000400:00000200:2.0:1776198905.957827:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198905.957833:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198905.957838:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198905.957845:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198905.957854:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198905.957858:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198905.957878:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198905.957883:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198905.957888:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e95da65. 00010000:00000010:0.0:1776198905.957912:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80f6385. 00010000:00000010:0.0:1776198905.957919:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000762911b8. 00010000:00000010:0.0:1776198905.958016:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.0:1776198905.958022:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198905.958044:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198905.958048:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.958055:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198905.958069:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065814432. 02000000:00000010:0.0:1776198905.958096:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005413e134. 00000400:00000010:0.0:1776198905.958100:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008eeab60b. 00000400:00000010:0.0:1776198905.958104:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198905.958110:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073152, portal 16 00000400:00000010:0.0:1776198905.958115:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198905.958117:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073152, offset 0 00000400:00000200:0.0:1776198905.958123:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.958130:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.958139:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198905.958143:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198905.958146:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198905.958149:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92086:92086:255:4294967295] 192.168.204.56@tcp LPNI seq info [92086:92086:7:4294967295] 00000400:00000200:0.0:1776198905.958155:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.958160:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.958163:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347530). 00000800:00000200:0.0:1776198905.958166:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.958170:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.958173:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198905.958430:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.958434:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347282). 00000400:00000200:3.0:1776198905.958438:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.958442:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.958446:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:3.0:1776198905.958448:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000800:00000200:3.0:1776198905.958498:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.958500:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198905.958505:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.958508:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.958511:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198905.958512:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:3.0:1776198905.958517:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231073152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.960985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0288a1. 00010000:00000010:1.1:1776198905.961009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.1:1776198905.965303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af614243. 00010000:00000010:2.1:1776198905.965304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c565a2d5. 00010000:00000010:1.1:1776198905.965325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8ef716. 00010000:00000010:1.1:1776198905.965334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198905.965340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:0.1:1776198905.968443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7df79a5. 00010000:00000010:0.1:1776198905.968466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e989a1b6. 00010000:00000010:0.1:1776198905.968472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a17db1. 00000400:00000200:3.0:1776198905.969465:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.969494:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a780 00000400:00000200:3.0:1776198905.969506:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d39 [1] + 224 00000400:00000200:3.0:1776198905.969526:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.969531:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.969546:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231073152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198905.969676:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008eeab60b. 00000400:00000200:0.0:1776198905.969682:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198905.969684:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:0.0:1776198905.969690:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231073152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198905.969698:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231073152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198905.969733:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005413e134. 02000000:00000010:0.0:1776198905.969740:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065814432. 00000100:00000010:0.0:1776198905.969746:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198905.969750:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198905.969755:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000200:3.0:1776198905.971668:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.971694:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72840 00000400:00000200:3.0:1776198905.971705:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 328 00000400:00000200:3.0:1776198905.972124:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.972131:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.972139:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.972148:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 00000800:00000200:3.0:1776198905.977435:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.977447:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198905.977459:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.977472:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.977480:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:3.0:1776198905.977483:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00010000:00000010:1.1:1776198905.983906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4befd60. 00000800:00000200:3.0:1776198905.986237:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.986250:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198905.987155:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.987172:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.987182:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:3.0:1776198905.987186:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:3.0:1776198905.987203:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231073216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198905.988317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bff6f72. 00010000:00000010:1.1:1776198905.988335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00000400:00000200:3.0:1776198905.990337:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.990364:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a7c0 00000400:00000200:3.0:1776198905.990375:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d45 [1] + 224 00000400:00000200:3.0:1776198905.990391:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.990408:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.990424:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231073216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.990469:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.990474:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72880 00000400:00000200:3.0:1776198905.990480:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 656 00000400:00000200:3.0:1776198905.990490:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.990492:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.990497:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.990503:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077e65419. 00000020:00000010:0.0:1776198905.990812:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005413e134. 00000020:00000010:0.0:1776198905.990821:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.990827:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198905.990859:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077e65419 x1862477217736832/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198905.990891:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736832 02000000:00000010:0.0:1776198905.990906:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086c3bc3c. 00010000:00000010:0.0:1776198905.990942:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f0688ae. 00010000:00000010:0.0:1776198905.991099:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198905.991106:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198905.991120:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198905.991125:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198905.991145:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198905.991150:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736832, offset 224 00000400:00000200:0.0:1776198905.991159:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198905.991173:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198905.991179:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92089:92089:256:4294967295] 192.168.204.56@tcp LPNI seq info [92089:92089:8:4294967295] 00000400:00000200:0.0:1776198905.991189:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198905.991194:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198905.991202:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198905.991209:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198905.991217:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198905.991222:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198905.991246:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198905.991251:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000800:00000200:3.0:1776198905.991513:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.991518:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198905.991523:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.991528:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.991532:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:3.0:1776198905.991534:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000020:00000010:0.0:1776198905.991579:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005413e134. 00000800:00000200:3.0:1776198905.992311:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198905.992315:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198905.992319:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.992323:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198905.992327:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:3.0:1776198905.992328:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:3.0:1776198905.992335:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231073280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.995823:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.995859:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a800 00000400:00000200:3.0:1776198905.995871:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d51 [1] + 224 00000400:00000200:3.0:1776198905.995888:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.995893:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.995908:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231073280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198912 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198905.995998:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198905.996004:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f728c0 00000400:00000200:3.0:1776198905.996010:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 984 00000400:00000200:3.0:1776198905.996074:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198905.996077:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198905.996083:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198905.996093:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00010000:00000010:0.1:1776198906.000204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049580a31. 00000020:00000010:0.0:1776198906.000281:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005413e134. 00000020:00000010:0.0:1776198906.000291:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.000298:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.000333:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cd824bf x1862477217736896/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:293/0 lens 328/0 e 0 to 0 dl 1776198948 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.000376:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736896 02000000:00000010:0.0:1776198906.000392:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b723821. 00010000:00000010:0.0:1776198906.000440:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c98f21e3. 00010000:00000010:0.0:1776198906.000469:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.000478:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.000491:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.000496:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.000515:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198906.000521:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736896, offset 224 00000400:00000200:0.0:1776198906.000530:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.000549:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.000557:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92091:92091:256:4294967295] 192.168.204.56@tcp LPNI seq info [92091:92091:8:4294967295] 00000400:00000200:0.0:1776198906.000569:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.000576:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.000582:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.000590:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.000599:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.000603:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.000624:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.000630:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.000633:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005413e134. 00000800:00000200:3.0:1776198906.001130:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.001137:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198906.001145:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.001152:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.001157:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:3.0:1776198906.001159:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00080000:00000010:3.0:1776198906.001203:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb9e2fe. 00010000:00000010:3.0:1776198906.001363:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49f972e. 00010000:00000010:3.0:1776198906.001373:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003f52ab6. 00010000:00000010:3.0:1776198906.001488:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.0:1776198906.001496:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.001514:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008fda208. 00000100:00000010:3.0:1776198906.001522:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.001532:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198906.001548:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000729014ba. 02000000:00000010:3.0:1776198906.001584:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3905425. 00000400:00000010:3.0:1776198906.001592:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000673c8749. 00000400:00000010:3.0:1776198906.001598:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198906.001605:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073344, portal 16 00000400:00000010:3.0:1776198906.001612:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000100:00000200:3.0:1776198906.001614:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073344, offset 0 00000400:00000200:3.0:1776198906.001621:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.001631:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.001640:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.001644:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.001647:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.001651:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92092:92092:256:4294967295] 192.168.204.56@tcp LPNI seq info [92092:92092:8:4294967295] 00000400:00000200:3.0:1776198906.001660:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.001665:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.001671:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198906.001675:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.001681:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.001684:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.003188:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.003196:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:2.0:1776198906.003205:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.003214:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.003220:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:2.0:1776198906.003222:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00000100:00000200:2.0:1776198906.003232:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231073344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.003312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1eee1c. 00010000:00000010:1.1:1776198906.003323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:3.1:1776198906.007338:0:1095:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8b633b7. 00010000:00000010:3.1:1776198906.007359:0:1095:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8ef716. 00000400:00000200:2.0:1776198906.010792:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.010826:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a840 00000400:00000200:2.0:1776198906.010838:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d5d [1] + 224 00000400:00000200:2.0:1776198906.010932:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.010938:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.010953:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231073344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.011206:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.011213:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72900 00000400:00000200:2.0:1776198906.011219:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 1312 00000400:00000200:2.0:1776198906.011322:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.011326:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.011332:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.011340:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:0.0:1776198906.011478:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.011488:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.011493:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.011527:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217736960/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.011560:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217736960 02000000:00000010:0.0:1776198906.011576:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027c6b6de. 00010000:00000010:0.0:1776198906.011644:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.011654:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.011662:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.011669:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.011692:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198906.011699:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217736960, offset 224 00000400:00000200:0.0:1776198906.011710:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.011724:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.011731:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92093:92093:256:4294967295] 192.168.204.56@tcp LPNI seq info [92093:92093:8:4294967295] 00000400:00000200:0.0:1776198906.011742:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.011748:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.011753:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198906.011759:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.011767:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.011772:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.011801:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.011807:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.011810:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00000800:00000200:2.0:1776198906.011952:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.011972:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198906.011985:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.011989:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.011993:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:2.0:1776198906.011996:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000400:00000010:3.0:1776198906.012471:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000673c8749. 00000400:00000200:3.0:1776198906.012479:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198906.012481:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198906.012491:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e57c639b x1862477231073344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.012501:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e57c639b x1862477231073344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198906.012529:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080df6814. 02000000:00000010:3.0:1776198906.012551:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3905425. 02000000:00000010:3.0:1776198906.012557:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000729014ba. 00000100:00000010:3.0:1776198906.012562:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 00000100:00000010:3.0:1776198906.012568:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.012571:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008fda208. 00080000:00000010:3.0:1776198906.012818:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000729014ba. 00010000:00000010:3.0:1776198906.013139:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.013149:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad91f803. 00010000:00000010:3.0:1776198906.013604:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098e78830. 00010000:00000010:3.0:1776198906.013611:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198906.013619:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db19a423. 00010000:00000010:3.0:1776198906.013627:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00080000:00000010:3.0:1776198906.013646:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3905425. 00010000:00000010:3.0:1776198906.013685:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.013689:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198906.013755:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.0:1776198906.013759:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.013769:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008fda208. 00000100:00000010:3.0:1776198906.013777:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.013790:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198906.013807:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001d0ab73. 02000000:00000010:3.0:1776198906.013850:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a02b5e. 00000400:00000010:3.0:1776198906.013858:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000673c8749. 00000400:00000010:3.0:1776198906.013866:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198906.013874:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073408, portal 16 00000400:00000010:3.0:1776198906.013880:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198906.013883:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073408, offset 0 00000400:00000200:3.0:1776198906.013892:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.013908:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.013918:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.013922:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.013925:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.013929:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92094:92094:256:4294967295] 192.168.204.56@tcp LPNI seq info [92094:92094:8:4294967295] 00000400:00000200:3.0:1776198906.014237:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.014247:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00010000:00000010:0.1:1776198906.015309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001065a147. 00000800:00000010:2.0:1776198906.015312:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.015329:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.015338:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.015354:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.015978:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.015983:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.015990:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.015997:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.016004:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:3.0:1776198906.016007:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:3.0:1776198906.016020:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231073408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.019496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062c81e76. 00010000:00000010:3.1:1776198906.019514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa5fc74e. 00010000:00000010:3.1:1776198906.019519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198906.020099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098e78830. 00010000:00000010:3.1:1776198906.020107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00000400:00000200:2.0:1776198906.021779:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.021810:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a880 00000400:00000200:2.0:1776198906.021822:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d69 [1] + 224 00000400:00000200:2.0:1776198906.021838:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.021843:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.021859:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231073408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.021917:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.021924:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72940 00000400:00000200:2.0:1776198906.021929:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 1640 00000400:00000200:2.0:1776198906.022020:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.022034:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.022038:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.022046:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:0.0:1776198906.022642:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.022654:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.022662:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.022700:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217737024/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.022750:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737024 02000000:00000010:0.0:1776198906.022766:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000add0cc2e. 00010000:00000010:0.0:1776198906.022804:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000620d65f. 00010000:00000010:0.0:1776198906.022834:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.022841:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.022856:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.022861:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.022880:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198906.022887:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737024, offset 224 00000400:00000200:0.0:1776198906.022897:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.022913:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.022921:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92095:92095:256:4294967295] 192.168.204.56@tcp LPNI seq info [92095:92095:8:4294967295] 00000400:00000200:0.0:1776198906.022931:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.022938:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.022944:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198906.022951:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.022959:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.022964:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.023005:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.023011:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.023015:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00000800:00000200:3.0:1776198906.024032:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.024037:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198906.024045:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.024052:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.026932:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198906.026944:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000800:00000200:2.0:1776198906.028067:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.028076:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198906.028085:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.028099:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.028103:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:2.0:1776198906.028106:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:2.0:1776198906.028117:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231073472/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.032296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7dcca4b. 00010000:00000010:1.1:1776198906.032302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b3717d6. 00010000:00000010:1.1:1776198906.032314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00000400:00000200:3.0:1776198906.034474:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.034503:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a8c0 00000400:00000200:3.0:1776198906.034515:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d75 [1] + 224 00000400:00000200:3.0:1776198906.034531:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.034536:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.034550:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231073472/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.034597:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.034603:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72980 00000400:00000200:3.0:1776198906.034609:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6681 [2] + 1968 00000400:00000010:3.0:1776198906.034614:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c6c911a. 00000400:00000200:3.0:1776198906.034621:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006ca5ad45 00000400:00000200:3.0:1776198906.034635:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.034638:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.034640:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006ca5ad45 00000400:00000010:3.0:1776198906.034643:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006ca5ad45 (tot 82346882). 00000100:00000200:3.0:1776198906.034650:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198906.035223:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e95da65. 00000020:00000010:2.0:1776198906.035236:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.035243:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198906.035344:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009654fcdf x1862477217737088/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198906.035375:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737088 02000000:00000010:2.0:1776198906.035391:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018483f5a. 00010000:00000010:2.0:1776198906.035428:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf716c64. 00010000:00000010:2.0:1776198906.035455:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198906.035464:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f6dd5fd. 00000100:00000010:2.0:1776198906.035480:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f6dd5fd. 00010000:00000010:2.0:1776198906.035483:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198906.035499:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198906.035504:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737088, offset 224 00000400:00000200:2.0:1776198906.035513:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.035528:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.035535:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92097:92097:256:4294967295] 192.168.204.56@tcp LPNI seq info [92097:92097:8:4294967295] 00000400:00000200:2.0:1776198906.035547:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.035552:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.035558:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347130). 00000800:00000200:2.0:1776198906.035564:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.035573:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.035578:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.035607:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.035612:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198906.035616:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e95da65. 02000000:00000010:2.0:1776198906.035627:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000add0cc2e. 00000100:00000010:2.0:1776198906.035631:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198906.035635:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027c6b6de. 00000100:00000010:2.0:1776198906.035637:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.035641:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b723821. 00000100:00000010:2.0:1776198906.035643:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 02000000:00000010:2.0:1776198906.035647:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086c3bc3c. 00000100:00000010:2.0:1776198906.035649:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077e65419. 02000000:00000010:2.0:1776198906.035653:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097079fc1. 00000100:00000010:2.0:1776198906.035655:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 02000000:00000010:2.0:1776198906.035661:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0cd5d7a. 00000100:00000010:2.0:1776198906.035665:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 00000100:00000200:2.0:1776198906.035671:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198906.035677:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069c79ecd. 00000400:00000010:2.0:1776198906.035681:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f6dd5fd (tot 82347282). 00000800:00000200:3.0:1776198906.037124:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.037129:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:3.0:1776198906.037134:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.037140:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.037145:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:3.0:1776198906.037147:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 02000000:00000010:3.0:1776198906.037155:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018483f5a. 00000800:00000200:3.0:1776198906.037243:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.037245:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198906.037249:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.037291:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.037293:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:3.0:1776198906.037295:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:3.0:1776198906.037303:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231073536/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.042614:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.042641:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a900 00000400:00000200:2.0:1776198906.042653:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d85 [1] + 224 00000400:00000200:2.0:1776198906.042667:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.042673:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.042687:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231073536/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.042728:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.042734:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f729c0 00000400:00000200:2.0:1776198906.042740:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb66d9 [2] + 0 00000400:00000200:2.0:1776198906.042751:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.042755:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.042759:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.042765:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:0.0:1776198906.043217:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.043227:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.043232:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.043290:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217737152/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.043325:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737152 02000000:00000010:0.0:1776198906.043340:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005413e134. 00010000:00000010:0.0:1776198906.043377:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bc7d690. 00010000:00000010:0.0:1776198906.043407:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.043415:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00010000:00000010:2.1:1776198906.043567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f1db2a. 00000100:00000010:0.0:1776198906.043626:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.043632:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.043654:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198906.043661:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737152, offset 224 00000400:00000200:0.0:1776198906.043671:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.043684:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.043691:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92099:92099:256:4294967295] 192.168.204.56@tcp LPNI seq info [92099:92099:8:4294967295] 00000400:00000200:0.0:1776198906.043703:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.043708:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.043713:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198906.043719:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.043728:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.043733:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.043749:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.043754:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.043757:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00000800:00000200:3.0:1776198906.044507:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.044512:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347282). 00000400:00000200:3.0:1776198906.044518:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.044523:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.044527:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:3.0:1776198906.044529:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000800:00000200:3.0:1776198906.045160:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.045164:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:3.0:1776198906.045170:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.045174:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.045177:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:3.0:1776198906.045179:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:3.0:1776198906.045187:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231073600/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.047358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ec31a95. 00010000:00000010:1.1:1776198906.047381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000400:00000200:3.0:1776198906.050021:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.050060:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a940 00000400:00000200:3.0:1776198906.050073:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d91 [1] + 224 00000400:00000200:3.0:1776198906.050093:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.050103:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.050118:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231073600/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.051428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034a6f7f1. 00010000:00000010:1.1:1776198906.051964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f6d036. 00010000:00000010:1.1:1776198906.051975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00000400:00000200:2.0:1776198906.054510:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.054538:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72a00 00000400:00000200:2.0:1776198906.054549:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb66d9 [2] + 328 00000400:00000200:2.0:1776198906.054655:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.054662:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.054671:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.054679:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:0.0:1776198906.054830:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.054840:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.054851:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.054891:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217737216/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.054931:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737216 02000000:00000010:0.0:1776198906.054946:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d7b047. 00010000:00000010:0.0:1776198906.054987:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027f0b29e. 00010000:00000010:0.0:1776198906.055017:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.055035:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.055059:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.055066:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.055087:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198906.055095:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737216, offset 224 00000400:00000200:0.0:1776198906.055107:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.055121:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.055128:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92101:92101:256:4294967295] 192.168.204.56@tcp LPNI seq info [92101:92101:8:4294967295] 00000400:00000200:0.0:1776198906.055140:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.055146:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.055152:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198906.055158:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.055166:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.055171:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.055197:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.055202:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.055205:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00000800:00000200:0.0:1776198906.055333:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.055337:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198906.055343:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.055358:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.055362:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:0.0:1776198906.055364:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000800:00000200:0.0:1776198906.055957:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.055960:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198906.055965:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.055969:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.055972:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:0.0:1776198906.055973:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:0.0:1776198906.055980:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231073664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.061332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b301726. 00000400:00000200:2.0:1776198906.064179:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.064207:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a980 00000400:00000200:2.0:1776198906.064221:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7d9d [1] + 224 00000400:00000200:2.0:1776198906.064238:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.064243:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.065330:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231073664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.065518:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.065530:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72a40 00000400:00000200:2.0:1776198906.065538:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb66d9 [2] + 656 00000400:00000200:2.0:1776198906.066291:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.066303:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.066311:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.066320:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:0.0:1776198906.066953:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.066964:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.066969:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.067003:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217737280/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.067084:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737280 02000000:00000010:0.0:1776198906.067104:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086c3bc3c. 00010000:00000010:0.0:1776198906.067144:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000711f7b02. 00010000:00000010:0.0:1776198906.067172:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.067180:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.067200:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.067204:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.067224:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198906.067230:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737280, offset 224 00000400:00000200:0.0:1776198906.067240:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.067279:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.067287:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92103:92103:256:4294967295] 192.168.204.56@tcp LPNI seq info [92103:92103:8:4294967295] 00000400:00000200:0.0:1776198906.067299:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.067305:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.067311:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198906.067317:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.067325:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.067330:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.067366:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.067371:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.067374:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00000800:00000200:3.0:1776198906.067538:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.067542:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198906.067548:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.067552:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.067556:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:3.0:1776198906.067557:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00080000:00000010:2.0:1776198906.068321:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001061c94d. 00010000:00000010:2.0:1776198906.068474:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de91f2b7. 00010000:00000010:2.0:1776198906.068485:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e7b7bb7. 00010000:00000010:2.0:1776198906.068590:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.068599:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d36e288a. 00010000:00000010:2.0:1776198906.068607:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c690c292. 00010000:00000010:2.0:1776198906.068614:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005e8c842d. 00080000:00000010:2.0:1776198906.068643:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018483f5a. 00010000:00000010:2.0:1776198906.068673:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e8c842d. 00010000:00000010:2.0:1776198906.068677:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d36e288a. 00010000:00000010:2.0:1776198906.068745:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.068750:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005e8c842d. 00010000:00000010:2.0:1776198906.068761:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198906.068768:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004565eef2. 00000100:00000010:2.0:1776198906.068777:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198906.068797:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0cd5d7a. 02000000:00000010:2.0:1776198906.068839:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e95da65. 00000400:00000010:2.0:1776198906.068860:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009db59f5b. 00000400:00000010:2.0:1776198906.068869:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.068878:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073728, portal 16 00000400:00000010:2.0:1776198906.068886:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198906.068888:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073728, offset 0 00000400:00000200:2.0:1776198906.068898:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.068916:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.068926:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.068931:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.068934:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.068938:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92104:92104:256:4294967295] 192.168.204.56@tcp LPNI seq info [92104:92104:8:4294967295] 00000400:00000200:2.0:1776198906.068948:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.068954:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.068960:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.068966:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.068972:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.068975:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198906.070653:0:64811:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d24351a0. 00010000:00000010:1.1:1776198906.070672:0:64811:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097941c71. 00010000:00000010:2.1:1776198906.074482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf213ee1. 00010000:00000010:2.1:1776198906.074492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00010000:00000010:2.1:1776198906.074498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.074502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00000400:00000200:2.0:1776198906.075439:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.075464:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2a9c0 00000400:00000200:2.0:1776198906.075475:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7da9 [1] + 224 00000400:00000200:2.0:1776198906.075491:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.075495:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.075504:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231073728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.075579:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.075584:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72a80 00000400:00000200:2.0:1776198906.075589:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb66d9 [2] + 984 00000400:00000200:2.0:1776198906.075661:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.075665:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.075669:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.075683:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:0.0:1776198906.075787:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.075796:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.075802:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.075841:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217737344/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.075888:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737344 02000000:00000010:0.0:1776198906.075904:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b723821. 00010000:00000010:0.0:1776198906.075957:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.075966:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.075974:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.075980:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.076003:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198906.076011:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737344, offset 224 00000400:00000200:0.0:1776198906.076021:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.076044:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.076052:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92105:92105:256:4294967295] 192.168.204.56@tcp LPNI seq info [92105:92105:8:4294967295] 00000400:00000200:0.0:1776198906.076064:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.076070:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.076076:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198906.076085:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.076094:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.076098:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.076125:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.076131:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.076134:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00000800:00000200:3.0:1776198906.076297:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.076303:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198906.076308:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.076313:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.076317:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:3.0:1776198906.076320:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00080000:00000010:2.0:1776198906.079141:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e95da65. 00010000:00000010:2.0:1776198906.079459:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e8c842d. 00010000:00000010:2.0:1776198906.079469:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d6617ab. 00010000:00000010:2.0:1776198906.079572:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c690c292. 00010000:00000010:2.0:1776198906.079578:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005e8c842d. 00010000:00000010:2.0:1776198906.079592:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198906.079601:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8d5f6f. 00000100:00000010:2.0:1776198906.079611:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198906.079927:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fa572a0. 02000000:00000010:2.0:1776198906.079969:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2f4a38d. 00000400:00000010:2.0:1776198906.079978:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.079984:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198906.079992:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073792, portal 16 00000400:00000010:2.0:1776198906.079998:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198906.080000:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073792, offset 0 00000400:00000200:2.0:1776198906.080010:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.080039:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.080050:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.080054:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.080057:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.080061:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92106:92106:256:4294967295] 192.168.204.56@tcp LPNI seq info [92106:92106:8:4294967295] 00000400:00000200:2.0:1776198906.080072:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.080079:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.080086:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198906.080095:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.080103:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.080108:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198906.080347:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083d7e0d5. 00000800:00000200:0.0:1776198906.080650:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.080656:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347034). 00000400:00000200:0.0:1776198906.080663:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.080669:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.080674:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:0.0:1776198906.080686:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00000100:00000200:0.0:1776198906.080695:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231073792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.083719:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.083745:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2aa00 00000400:00000200:2.0:1776198906.083757:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7db5 [1] + 224 00000400:00000200:2.0:1776198906.083779:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.083784:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.083797:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231073792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.084020:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:0.0:1776198906.084035:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:0.0:1776198906.084037:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00000100:00000200:0.0:1776198906.084043:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231073792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.084050:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231073792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.084088:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2f4a38d. 02000000:00000010:0.0:1776198906.084095:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fa572a0. 00000100:00000010:0.0:1776198906.084100:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:0.0:1776198906.084105:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8d5f6f. 00010000:00000010:0.0:1776198906.084109:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00010000:00000010:1.1:1776198906.084173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e1f53e9. 00000400:00000200:3.0:1776198906.084757:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.084771:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72ac0 00000400:00000200:3.0:1776198906.084778:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb66d9 [2] + 1312 00000400:00000200:3.0:1776198906.084853:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.084858:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.084864:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.084871:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 00000020:00000010:2.0:1776198906.085049:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f4a38d. 00000020:00000010:2.0:1776198906.085059:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.085065:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198906.085101:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24daf86 x1862477217737408/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198906.085142:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737408 02000000:00000010:2.0:1776198906.085156:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c9dd28c. 00010000:00000010:2.0:1776198906.085194:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066e733b1. 00010000:00000010:2.0:1776198906.085224:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.085233:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8d5f6f. 00000100:00000010:2.0:1776198906.085287:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8d5f6f. 00010000:00000010:2.0:1776198906.085291:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000010:2.0:1776198906.085308:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198906.085314:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737408, offset 224 00000400:00000200:2.0:1776198906.085323:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.085336:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.085342:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92107:92107:256:4294967295] 192.168.204.56@tcp LPNI seq info [92107:92107:8:4294967295] 00000400:00000200:2.0:1776198906.085354:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.085359:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.085365:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.085372:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.085381:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.085387:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.085413:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.085417:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198906.085422:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f4a38d. 00080000:00000010:3.0:1776198906.085497:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4f1413d. 00010000:00000010:3.0:1776198906.085633:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e8c842d. 00010000:00000010:3.0:1776198906.085642:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000194ce225. 00010000:00000010:3.0:1776198906.085764:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db19a423. 00010000:00000010:3.0:1776198906.085771:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.085785:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f34e20d. 00000100:00000010:3.0:1776198906.085789:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.085797:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 02000000:00000010:3.0:1776198906.085812:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062e9f0f9. 02000000:00000010:3.0:1776198906.085841:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630948. 00000400:00000010:3.0:1776198906.085847:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dfa4330. 00000400:00000010:3.0:1776198906.085852:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198906.085859:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073856, portal 16 00000400:00000010:3.0:1776198906.085863:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198906.085866:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073856, offset 0 00000400:00000200:3.0:1776198906.085870:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.085877:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.085885:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.085889:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.085893:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.085895:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92108:92108:256:4294967295] 192.168.204.56@tcp LPNI seq info [92108:92108:8:4294967295] 00000400:00000200:3.0:1776198906.085902:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.085906:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.085910:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001826accd (tot 82347282). 00000800:00000200:3.0:1776198906.085914:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.085918:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.085920:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001826accd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.086461:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.086466:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001826accd (tot 82347034). 00000400:00000200:2.0:1776198906.086472:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.086477:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.086481:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:2.0:1776198906.086482:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00000100:00000200:2.0:1776198906.086490:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7e2c5f5 x1862477231073856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.088462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6e6c576. 00010000:00000010:2.1:1776198906.088480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00000400:00000200:3.0:1776198906.090483:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.090515:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2aa40 00000400:00000200:3.0:1776198906.090527:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7dc1 [1] + 224 00000400:00000200:3.0:1776198906.090543:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.090547:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.090562:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7e2c5f5 x1862477231073856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.090612:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.090617:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72b00 00000400:00000200:3.0:1776198906.090622:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb66d9 [2] + 1640 00000400:00000010:0.0:1776198906.091222:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dfa4330. 00000400:00000200:0.0:1776198906.091230:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:0.0:1776198906.091232:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:0.0:1776198906.091240:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7e2c5f5 x1862477231073856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.091249:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7e2c5f5 x1862477231073856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.091335:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630948. 02000000:00000010:0.0:1776198906.091344:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062e9f0f9. 00000100:00000010:0.0:1776198906.091350:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 00000100:00000010:0.0:1776198906.091355:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:0.0:1776198906.091360:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f34e20d. 00000400:00000200:3.0:1776198906.091450:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.091455:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.091462:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.091468:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 00000020:00000010:0.0:1776198906.091913:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8da42b8. 00000020:00000010:0.0:1776198906.091922:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.091927:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.091959:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000695d9d65 x1862477217737472/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.091997:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737472 02000000:00000010:0.0:1776198906.092014:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027c6b6de. 00010000:00000010:0.0:1776198906.092069:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068d95922. 00010000:00000010:0.0:1776198906.092105:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.092117:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.092134:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.092138:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.092159:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198906.092164:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737472, offset 224 00000400:00000200:0.0:1776198906.092174:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.092190:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.092197:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92109:92109:256:4294967295] 192.168.204.56@tcp LPNI seq info [92109:92109:8:4294967295] 00000400:00000200:0.0:1776198906.092208:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.092214:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.092220:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198906.092227:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.092236:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.092240:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.092295:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.092302:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.092306:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8da42b8. 00010000:00000010:3.1:1776198906.092784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c290c7e. 00010000:00000010:3.1:1776198906.092793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00080000:00000010:3.0:1776198906.092825:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed712dc2. 00010000:00000010:3.0:1776198906.093069:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.093082:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075de542e. 00010000:00000010:3.0:1776198906.093271:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.0:1776198906.093279:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.093380:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.093388:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.093487:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198906.093503:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005aa9773. 02000000:00000010:3.0:1776198906.093670:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e8e8e74. 00000400:00000010:3.0:1776198906.093678:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.093685:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.093692:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073920, portal 16 00000400:00000010:3.0:1776198906.093698:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198906.093701:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073920, offset 0 00000400:00000200:3.0:1776198906.093708:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.093720:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.093728:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.093733:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.093736:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.093738:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92110:92110:256:4294967295] 192.168.204.56@tcp LPNI seq info [92110:92110:8:4294967295] 00000400:00000200:3.0:1776198906.093746:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.093751:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.093756:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001826accd (tot 82347282). 00000800:00000200:3.0:1776198906.093762:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.093768:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.093771:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001826accd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.094139:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.094143:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001826accd (tot 82347034). 00000400:00000200:2.0:1776198906.094149:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.094153:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.094224:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:2.0:1776198906.094226:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 00000100:00000200:2.0:1776198906.094235:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ab5bf04 x1862477231073920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.095837:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.095941:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2aa80 00000400:00000200:2.0:1776198906.095953:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7dcd [1] + 224 00000400:00000200:2.0:1776198906.095978:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.095981:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.095992:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231073920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.096102:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e85fa793. 00000400:00000200:3.0:1776198906.096107:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:3.0:1776198906.096110:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.096116:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231073920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.096122:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231073920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.096169:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e8e8e74. 02000000:00000010:3.0:1776198906.096176:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005aa9773. 00000100:00000010:3.0:1776198906.096181:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198906.096187:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.096192:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00010000:00000010:0.1:1776198906.097290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed30bfb. 00010000:00000010:2.1:1776198906.097849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069770e80. 00000020:00000010:2.0:1776198906.097905:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f4a38d. 00000020:00000010:2.0:1776198906.097916:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.097922:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198906.097965:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005850e21a x1862477217737536/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198906.098008:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737536 02000000:00000010:2.0:1776198906.098036:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c9be54. 00010000:00000010:2.0:1776198906.098074:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ea667be. 00010000:00000010:2.0:1776198906.098099:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.098106:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a8d5f6f. 00000100:00000010:2.0:1776198906.098119:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a8d5f6f. 00010000:00000010:2.0:1776198906.098122:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000010:2.0:1776198906.098140:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198906.098147:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737536, offset 224 00000400:00000200:2.0:1776198906.098157:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:3.0:1776198906.098168:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e8e8e74. 00000400:00000200:2.0:1776198906.098171:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.098178:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92111:92111:256:4294967295] 192.168.204.56@tcp LPNI seq info [92111:92111:8:4294967295] 00000400:00000200:2.0:1776198906.098190:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.098196:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.098202:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347130). 00000800:00000200:2.0:1776198906.098209:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.098216:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.098221:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.098271:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.098276:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198906.098280:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f4a38d. 02000000:00000010:2.0:1776198906.098291:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027c6b6de. 00000100:00000010:2.0:1776198906.098295:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00010000:00000010:3.0:1776198906.098311:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.098319:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000797fced5. 00010000:00000010:3.0:1776198906.098435:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.0:1776198906.098443:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.098457:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.098461:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.098470:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198906.098492:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a116b12f. 02000000:00000010:3.0:1776198906.098520:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069d8182e. 00000400:00000010:3.0:1776198906.098525:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.098531:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.098537:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231073984, portal 16 00000400:00000010:3.0:1776198906.098542:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000100:00000200:3.0:1776198906.098544:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231073984, offset 0 00000400:00000200:3.0:1776198906.098549:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.098555:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.098563:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.098567:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.098570:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.098573:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92112:92112:255:4294967295] 192.168.204.56@tcp LPNI seq info [92112:92112:7:4294967295] 00000400:00000200:3.0:1776198906.098579:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.098583:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.098587:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347378). 00000800:00000200:3.0:1776198906.098591:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.098607:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.098610:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:2.0:1776198906.099002:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c9dd28c. 00000100:00000010:2.0:1776198906.099007:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 02000000:00000010:2.0:1776198906.099012:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b723821. 00000100:00000010:2.0:1776198906.099015:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198906.099019:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086c3bc3c. 00000100:00000010:2.0:1776198906.099031:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.099034:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087d7b047. 00000100:00000010:2.0:1776198906.099036:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198906.099040:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005413e134. 00000100:00000010:2.0:1776198906.099042:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:2.0:1776198906.099054:0:64811:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198906.099059:0:64811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d05fcc24. 00000400:00000010:2.0:1776198906.099063:0:64811:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005a8d5f6f (tot 82347034). 00010000:00000010:3.1:1776198906.100928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9db31c1. 00010000:00000010:3.1:1776198906.100948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:2.1:1776198906.104580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2df8dc3. 00000400:00000200:2.0:1776198906.105178:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.105200:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2aac0 00000400:00000200:2.0:1776198906.105211:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7dd9 [1] + 224 00000400:00000200:2.0:1776198906.105234:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.105238:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.105427:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231073984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.105547:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e85fa793. 00000400:00000200:3.0:1776198906.105554:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:3.0:1776198906.105556:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.105563:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231073984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.105576:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231073984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.105612:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069d8182e. 02000000:00000010:3.0:1776198906.105620:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a116b12f. 00000100:00000010:3.0:1776198906.105625:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198906.105630:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.105634:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000020:00000010:2.0:1776198906.108002:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ab574c8. 00000020:00000010:2.0:1776198906.108013:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.108020:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198906.108066:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fddc9a8 x1862477217737600/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198906.108410:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737600 02000000:00000010:2.0:1776198906.108428:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a6c45ef. 00010000:00000010:2.0:1776198906.108475:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000fa9626. 00010000:00000010:2.0:1776198906.108508:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.108517:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004565eef2. 00000100:00000010:2.0:1776198906.108538:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004565eef2. 00010000:00000010:2.0:1776198906.108543:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000010:2.0:1776198906.108563:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198906.108571:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737600, offset 224 00000400:00000200:2.0:1776198906.108582:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.108598:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.108605:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92113:92113:256:4294967295] 192.168.204.56@tcp LPNI seq info [92113:92113:8:4294967295] 00000400:00000200:2.0:1776198906.108618:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.108623:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.108628:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198906.108635:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.108642:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.108646:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.108673:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.108678:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:2.0:1776198906.108682:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ab574c8. 00080000:00000010:3.0:1776198906.108930:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a116b12f. 00010000:00000010:3.0:1776198906.109048:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.109056:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4d50fbc. 00010000:00000010:3.0:1776198906.109152:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098e78830. 00010000:00000010:3.0:1776198906.109157:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198906.109163:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db19a423. 00010000:00000010:3.0:1776198906.109169:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00080000:00000010:3.0:1776198906.109183:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069d8182e. 00010000:00000010:3.0:1776198906.109208:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.109211:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198906.109379:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000230583ba. 00010000:00000010:3.0:1776198906.109384:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.109395:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.109400:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.109410:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198906.109425:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dba6bf02. 02000000:00000010:3.0:1776198906.109459:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab109080. 00000400:00000010:3.0:1776198906.109466:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.109472:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.109479:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074048, portal 16 00000400:00000010:3.0:1776198906.109485:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198906.109487:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074048, offset 0 00000400:00000200:3.0:1776198906.109494:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.109506:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.109515:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.109519:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.109522:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.109525:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92114:92114:256:4294967295] 192.168.204.56@tcp LPNI seq info [92114:92114:8:4294967295] 00000400:00000200:3.0:1776198906.109534:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.109539:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.109543:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347282). 00000800:00000200:3.0:1776198906.109547:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.109551:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.109554:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198906.111827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6420317. 00010000:00000010:3.1:1776198906.111854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198906.116319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000906b9f49. 00010000:00000010:3.1:1776198906.116346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.1:1776198906.116352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098e78830. 00010000:00000010:3.1:1776198906.116358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00010000:00000010:2.1:1776198906.119568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f2d3bc. 00000400:00000010:3.0:1776198906.123570:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e85fa793. 00000400:00000200:3.0:1776198906.123582:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:3.0:1776198906.123584:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.123600:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231074048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.123612:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231074048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.123664:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab109080. 02000000:00000010:3.0:1776198906.123674:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dba6bf02. 00000100:00000010:3.0:1776198906.123679:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198906.123686:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.123690:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000020:00000010:2.0:1776198906.124503:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ab574c8. 00000020:00000010:2.0:1776198906.124516:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198906.124523:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000028cc4560. 00000100:00000200:2.0:1776198906.124716:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d87c9fc x1862477217737664/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.125035:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737664 02000000:00000010:0.0:1776198906.125054:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8da42b8. 00010000:00000010:0.0:1776198906.125093:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4ac09e6. 00010000:00000010:0.0:1776198906.125125:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.125136:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.125156:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.125161:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00000400:00000010:0.0:1776198906.125183:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198906.125190:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737664, offset 224 00000400:00000200:0.0:1776198906.125200:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.125221:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.125229:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92115:92115:256:4294967295] 192.168.204.56@tcp LPNI seq info [92115:92115:8:4294967295] 00000400:00000200:0.0:1776198906.125241:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.125247:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.125318:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198906.125327:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.125336:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00080000:00000010:3.0:1776198906.125533:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005aa9773. 00010000:00000010:3.0:1776198906.125661:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.125670:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8942f49. 00010000:00000010:3.0:1776198906.126089:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db19a423. 00010000:00000010:3.0:1776198906.126097:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.126111:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.126117:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.126127:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198906.126142:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dba6bf02. 02000000:00000010:3.0:1776198906.126172:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab109080. 00000400:00000010:3.0:1776198906.126178:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.126184:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.126190:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074112, portal 16 00000400:00000010:3.0:1776198906.126196:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198906.126198:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074112, offset 0 00000400:00000200:3.0:1776198906.126205:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.126216:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.126225:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.126229:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.126232:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.126235:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92116:92116:255:4294967295] 192.168.204.56@tcp LPNI seq info [92116:92116:7:4294967295] 00000400:00000200:3.0:1776198906.126244:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.126249:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.126291:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347530). 00000800:00000200:3.0:1776198906.126296:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.126301:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.126306:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.126460:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.126480:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:0.0:1776198906.126487:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000028cc4560. 00000020:00000010:0.0:1776198906.126493:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ab574c8. 00010000:00000010:0.1:1776198906.129899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653d3b23. 00000400:00000200:0.0:1776198906.133685:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ab40 00000400:00000200:0.0:1776198906.133704:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7df5 [1] + 224 00000400:00000200:0.0:1776198906.133735:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.133741:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.133756:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231074112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.133808:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.133817:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72c00 00000400:00000200:0.0:1776198906.133824:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6731 [2] + 656 00000400:00000200:0.0:1776198906.133861:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.133864:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.133869:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.133876:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000400:00000010:3.0:1776198906.134152:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e85fa793. 00000400:00000200:3.0:1776198906.134159:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:3.0:1776198906.134162:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.134171:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231074112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.134180:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231074112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.134223:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab109080. 02000000:00000010:3.0:1776198906.134235:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dba6bf02. 00000100:00000010:3.0:1776198906.134241:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198906.134247:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00000020:00000010:2.0:1776198906.134291:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3993224. 00000020:00000010:2.0:1776198906.134302:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.134308:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.135494:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217737728/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198906.135651:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737728 02000000:00000010:2.0:1776198906.135673:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb3699ee. 00010000:00000010:2.0:1776198906.135718:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036089f4e. 00010000:00000010:2.0:1776198906.135751:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.135762:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004565eef2. 00000100:00000010:2.0:1776198906.135769:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004565eef2. 00010000:00000010:2.0:1776198906.135774:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000010:2.0:1776198906.135794:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198906.135800:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737728, offset 224 00000400:00000200:2.0:1776198906.135813:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.135833:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.135841:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92117:92117:256:4294967295] 192.168.204.56@tcp LPNI seq info [92117:92117:8:4294967295] 00000400:00000200:2.0:1776198906.135853:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.135859:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.135865:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.135873:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.135882:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.135887:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.135922:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.135928:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.135944:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3993224. 00000800:00000200:0.0:1776198906.136133:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.136148:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:0.0:1776198906.136153:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.136159:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.136173:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:0.0:1776198906.136176:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00010000:00000010:3.0:1776198906.136397:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00080000:00000010:3.0:1776198906.136423:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dba6bf02. 00010000:00000010:3.0:1776198906.136558:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.136566:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004025672c. 00010000:00000010:3.0:1776198906.136681:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.0:1776198906.136687:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198906.136701:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.136706:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.136716:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198906.136731:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab109080. 02000000:00000010:3.0:1776198906.136769:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0810a5. 00000400:00000010:3.0:1776198906.136776:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.136782:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.136790:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074176, portal 16 00000400:00000010:3.0:1776198906.136796:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198906.136799:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074176, offset 0 00000400:00000200:3.0:1776198906.136806:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.136819:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.136830:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.136834:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.136837:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.136840:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92118:92118:256:4294967295] 192.168.204.56@tcp LPNI seq info [92118:92118:8:4294967295] 00000400:00000200:3.0:1776198906.136848:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.136852:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.136857:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347282). 00000800:00000200:3.0:1776198906.136862:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.136867:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.136870:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.137013:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.137017:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:0.0:1776198906.137032:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.137036:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.137040:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:0.0:1776198906.137042:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00000100:00000200:0.0:1776198906.137048:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ab5bf04 x1862477231074176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.139319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b8e2be2. 00010000:00000010:3.1:1776198906.139425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00000400:00000200:0.0:1776198906.148158:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.148188:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ab80 00000400:00000200:0.0:1776198906.148200:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e01 [1] + 224 00000400:00000200:0.0:1776198906.148216:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.148221:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.148236:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231074176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.148869:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.148880:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72c40 00000400:00000200:0.0:1776198906.148887:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6731 [2] + 984 00000400:00000200:0.0:1776198906.148977:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.148982:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.148988:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.148995:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:2.0:1776198906.149108:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3993224. 00000020:00000010:2.0:1776198906.149118:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.149124:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.149178:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217737792/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198906.149210:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737792 02000000:00000010:2.0:1776198906.149230:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a32e47d. 00010000:00000010:2.0:1776198906.149321:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.149332:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004565eef2. 00000100:00000010:2.0:1776198906.149340:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004565eef2. 00010000:00000010:2.0:1776198906.149345:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000010:2.0:1776198906.149365:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.149372:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737792, offset 224 00000400:00000200:2.0:1776198906.149381:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.149409:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.149416:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92119:92119:256:4294967295] 192.168.204.56@tcp LPNI seq info [92119:92119:8:4294967295] 00000400:00000200:2.0:1776198906.149429:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.149435:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.149442:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.149449:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.149459:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.149464:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.149484:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.149489:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.149494:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3993224. 00000800:00000200:0.0:1776198906.149839:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.149850:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:0.0:1776198906.149856:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.149861:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.149866:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:0.0:1776198906.149869:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000400:00000010:3.0:1776198906.155911:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e85fa793. 00000400:00000200:3.0:1776198906.155929:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:3.0:1776198906.155933:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.155955:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231074176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.155969:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231074176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198906.156008:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb8a14be. 02000000:00000010:3.0:1776198906.156044:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0810a5. 02000000:00000010:3.0:1776198906.156051:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab109080. 00000100:00000010:3.0:1776198906.156058:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198906.156065:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.156069:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00080000:00000010:0.0:1776198906.156306:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000add0cc2e. 00010000:00000010:0.0:1776198906.156475:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:0.0:1776198906.156485:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000138498. 00010000:00000010:0.0:1776198906.156594:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198906.156601:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198906.156620:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.156775:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.156790:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198906.156810:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005413e134. 02000000:00000010:0.0:1776198906.156867:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d7b047. 00000400:00000010:0.0:1776198906.156874:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008eeab60b. 00000400:00000010:0.0:1776198906.156881:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198906.156889:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074240, portal 16 00000400:00000010:0.0:1776198906.156897:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198906.156900:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074240, offset 0 00000400:00000200:0.0:1776198906.156910:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.156933:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.156943:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.156947:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.156950:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.156954:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92120:92120:256:4294967295] 192.168.204.56@tcp LPNI seq info [92120:92120:8:4294967295] 00000400:00000200:0.0:1776198906.156966:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.156974:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.156979:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198906.156986:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.156995:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.156999:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.157201:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.157206:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198906.157213:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.157219:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.157224:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:2.0:1776198906.157227:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:2.0:1776198906.157235:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231074240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.161128:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.161161:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2abc0 00000400:00000200:0.0:1776198906.161173:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e0d [1] + 224 00000400:00000200:0.0:1776198906.161189:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.161194:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.161208:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231074240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.161286:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.161291:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72c80 00000400:00000200:0.0:1776198906.161297:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6731 [2] + 1312 00000400:00000200:0.0:1776198906.161312:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.161315:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.161319:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.161328:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 00000020:00000010:3.0:1776198906.162051:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d0810a5. 00000020:00000010:3.0:1776198906.162062:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198906.162067:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.162105:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ce96fe7 x1862477217737856/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198906.162149:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737856 02000000:00000010:3.0:1776198906.162164:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e2b2e5f9. 00010000:00000010:3.0:1776198906.162219:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.162230:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.162240:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.162245:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.162287:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.162294:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737856, offset 224 00000400:00000200:3.0:1776198906.162304:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.162319:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.162327:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92121:92121:256:4294967295] 192.168.204.56@tcp LPNI seq info [92121:92121:8:4294967295] 00000400:00000200:3.0:1776198906.162337:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.162343:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.162348:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347282). 00000800:00000200:3.0:1776198906.162355:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.162363:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.162367:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.162385:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198906.162390:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.162394:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d0810a5. 00000800:00000200:0.0:1776198906.162588:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.162593:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa58bf90 (tot 82347034). 00000400:00000200:0.0:1776198906.162599:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.162604:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.162609:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:0.0:1776198906.162612:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000400:00000010:2.0:1776198906.163053:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008eeab60b. 00000400:00000200:2.0:1776198906.163059:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:2.0:1776198906.163061:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:2.0:1776198906.163070:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231074240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.163080:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231074240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.163110:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000129cae5. 02000000:00000010:2.0:1776198906.163133:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d7b047. 02000000:00000010:2.0:1776198906.163141:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005413e134. 00000100:00000010:2.0:1776198906.163145:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:2.0:1776198906.163149:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:2.0:1776198906.163154:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00080000:00000010:2.0:1776198906.163182:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3993224. 00010000:00000010:2.0:1776198906.163356:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:2.0:1776198906.163364:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eac57303. 00010000:00000010:2.0:1776198906.163992:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.164003:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b0e3af. 00010000:00000010:2.0:1776198906.164029:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.164038:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004565eef2. 00000100:00000010:2.0:1776198906.164049:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.164066:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b862f77. 02000000:00000010:2.0:1776198906.164103:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093b3269c. 00000400:00000010:2.0:1776198906.164109:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099c61521. 00000400:00000010:2.0:1776198906.164117:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198906.164126:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074304, portal 16 00000400:00000010:2.0:1776198906.164132:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198906.164134:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074304, offset 0 00000400:00000200:2.0:1776198906.164144:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.164162:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.164170:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.164174:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.164178:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.164181:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92122:92122:256:4294967295] 192.168.204.56@tcp LPNI seq info [92122:92122:8:4294967295] 00000400:00000200:2.0:1776198906.164191:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.164197:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.164202:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.164208:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.164217:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.164221:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.165150:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.165157:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:0.0:1776198906.165164:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.165172:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.165178:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:0.0:1776198906.165180:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00000100:00000200:0.0:1776198906.165190:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231074304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.167364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e748f06. 00010000:00000010:3.1:1776198906.167384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00000400:00000200:0.0:1776198906.168435:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.168465:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ac00 00000400:00000200:0.0:1776198906.168479:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e19 [1] + 224 00000400:00000200:0.0:1776198906.168512:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.168519:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.168536:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231074304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.168896:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099c61521. 00000400:00000200:2.0:1776198906.168904:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:2.0:1776198906.168907:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:2.0:1776198906.168914:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231074304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.168923:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231074304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.168969:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093b3269c. 02000000:00000010:2.0:1776198906.168978:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b862f77. 00000100:00000010:2.0:1776198906.168984:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.168990:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004565eef2. 00010000:00000010:2.0:1776198906.168995:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000200:0.0:1776198906.170387:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.170407:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72cc0 00000400:00000200:0.0:1776198906.170417:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6731 [2] + 1640 00000400:00000200:0.0:1776198906.170496:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.170502:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.170510:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.170519:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00010000:00000010:0.1:1776198906.171539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ea88f08. 00010000:00000010:0.1:1776198906.171547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00080000:00000010:0.0:1776198906.171578:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086c3bc3c. 00010000:00000010:0.0:1776198906.171699:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b0e3af. 00010000:00000010:0.0:1776198906.171708:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cf38f75. 00010000:00000010:0.0:1776198906.171805:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198906.171813:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198906.171828:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f5441bc2. 00000100:00000010:0.0:1776198906.171832:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.171840:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198906.171856:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b723821. 02000000:00000010:0.0:1776198906.171887:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027c6b6de. 00000400:00000010:0.0:1776198906.171894:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198906.171900:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198906.171906:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074368, portal 16 00000400:00000010:0.0:1776198906.171912:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198906.171915:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074368, offset 0 00000400:00000200:0.0:1776198906.171920:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.171930:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.171938:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.171942:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.171946:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.171948:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92124:92124:256:4294967295] 192.168.204.56@tcp LPNI seq info [92124:92124:8:4294967295] 00000400:00000200:0.0:1776198906.171955:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.171960:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.171964:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198906.171968:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.171972:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.171975:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.172335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031ca645c. 00010000:00000010:3.1:1776198906.174348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d604eb78. 00010000:00000010:2.1:1776198906.174416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd630a2. 00010000:00000010:2.1:1776198906.174424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c8fb8c. 00010000:00000010:2.1:1776198906.174431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00000400:00000200:0.0:1776198906.176676:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.176705:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ac40 00000400:00000200:0.0:1776198906.176716:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e25 [1] + 224 00000400:00000200:0.0:1776198906.176741:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.176747:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.176761:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231074368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.176883:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:2.0:1776198906.176890:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:2.0:1776198906.176892:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:2.0:1776198906.176899:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231074368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.176906:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231074368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.176947:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027c6b6de. 02000000:00000010:2.0:1776198906.176957:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b723821. 00000100:00000010:2.0:1776198906.176962:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:2.0:1776198906.176969:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:2.0:1776198906.176975:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f5441bc2. 00010000:00000010:1.1:1776198906.177381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027ceb2be. 00010000:00000010:0.1:1776198906.177440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4994074. 00010000:00000010:0.1:1776198906.177447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00000020:00000010:2.0:1776198906.178442:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b862f77. 00000020:00000010:2.0:1776198906.178452:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.178459:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.178500:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bf60928e x1862477217737984/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198906.178545:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217737984 02000000:00000010:2.0:1776198906.178565:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093b3269c. 00010000:00000010:2.0:1776198906.178605:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070408082. 00010000:00000010:2.0:1776198906.178640:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.178650:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004565eef2. 00000100:00000010:2.0:1776198906.178677:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004565eef2. 00010000:00000010:2.0:1776198906.178681:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000010:2.0:1776198906.178706:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198906.178713:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217737984, offset 224 00000400:00000200:2.0:1776198906.178723:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.178739:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.178747:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92125:92125:256:4294967295] 192.168.204.56@tcp LPNI seq info [92125:92125:8:4294967295] 00000400:00000200:2.0:1776198906.178759:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.178765:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.178773:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347130). 00000800:00000200:2.0:1776198906.178780:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.178791:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.178798:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.179010:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.179017:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.179031:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b862f77. 02000000:00000010:2.0:1776198906.179043:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d842ff14. 00000100:00000010:2.0:1776198906.179047:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 02000000:00000010:2.0:1776198906.179052:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e2b2e5f9. 00000100:00000010:2.0:1776198906.179055:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 02000000:00000010:2.0:1776198906.179060:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a32e47d. 00000100:00000010:2.0:1776198906.179062:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:2.0:1776198906.179065:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb3699ee. 00000100:00000010:2.0:1776198906.179067:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:2.0:1776198906.179070:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8da42b8. 00000100:00000010:2.0:1776198906.179072:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 02000000:00000010:2.0:1776198906.179076:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a6c45ef. 00000100:00000010:2.0:1776198906.179078:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 00000100:00000200:2.0:1776198906.179085:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198906.179091:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099c61521. 00000400:00000010:2.0:1776198906.179096:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004565eef2 (tot 82347282). 00080000:00000010:0.0:1776198906.179182:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8da42b8. 00010000:00000010:0.0:1776198906.179350:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198906.179359:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ca6c30c. 00010000:00000010:0.0:1776198906.179486:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050e9466f. 00010000:00000010:0.0:1776198906.179494:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198906.179507:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfc199ca. 00000100:00000010:0.0:1776198906.179512:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.179522:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198906.179537:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b723821. 02000000:00000010:0.0:1776198906.179570:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027c6b6de. 00000400:00000010:0.0:1776198906.179575:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198906.179580:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198906.179584:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074432, portal 16 00000400:00000010:0.0:1776198906.179590:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198906.179592:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074432, offset 0 00000400:00000200:0.0:1776198906.179600:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.179610:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.179618:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.179622:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.179625:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.179628:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92126:92126:255:4294967295] 192.168.204.56@tcp LPNI seq info [92126:92126:7:4294967295] 00000400:00000200:0.0:1776198906.179636:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.179641:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.179645:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347530). 00000800:00000200:0.0:1776198906.179649:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.179654:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.179657:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.180617:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.180624:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347282). 00000400:00000200:2.0:1776198906.181090:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.181100:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.181107:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:2.0:1776198906.181109:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 02000000:00000010:2.0:1776198906.181118:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093b3269c. 00000800:00000200:2.0:1776198906.183493:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.183507:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198906.183524:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.183536:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.183543:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:2.0:1776198906.183546:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:2.0:1776198906.183561:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231074432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.184638:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.184663:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ac80 00000400:00000200:0.0:1776198906.184674:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e35 [1] + 224 00000400:00000200:0.0:1776198906.184688:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.184692:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.184706:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231074432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.184743:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.184749:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72d40 00000400:00000200:0.0:1776198906.184755:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6789 [2] + 0 00000400:00000200:0.0:1776198906.185035:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.185041:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.185045:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.185053:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000711df8e0. 00000400:00000010:2.0:1776198906.185132:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:2.0:1776198906.185140:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198906.185142:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:2.0:1776198906.185148:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231074432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.185157:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231074432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.185199:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027c6b6de. 02000000:00000010:2.0:1776198906.185207:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b723821. 00000100:00000010:2.0:1776198906.185211:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:2.0:1776198906.185215:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:2.0:1776198906.185221:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfc199ca. 00000020:00000010:3.0:1776198906.185393:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d0810a5. 00000020:00000010:3.0:1776198906.185401:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198906.185407:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.185509:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000711df8e0 x1862477217738048/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.185579:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738048 02000000:00000010:3.0:1776198906.185596:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005dba4515. 00010000:00000010:3.0:1776198906.185636:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab0329f4. 00010000:00000010:3.0:1776198906.185664:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.185674:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.185719:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.185723:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.185743:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198906.185750:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738048, offset 224 00000400:00000200:3.0:1776198906.185760:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.185773:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.185780:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92127:92127:256:4294967295] 192.168.204.56@tcp LPNI seq info [92127:92127:8:4294967295] 00000400:00000200:3.0:1776198906.185791:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.185797:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.185803:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198906.185809:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.185818:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.185822:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.185854:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198906.185859:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.185864:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d0810a5. 00080000:00000010:2.0:1776198906.186046:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093b3269c. 00010000:00000010:2.0:1776198906.186183:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c71c89ac. 00010000:00000010:2.0:1776198906.186192:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b2ebafb. 00010000:00000010:2.0:1776198906.186581:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.186590:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be3935cc. 00010000:00000010:2.0:1776198906.186606:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198906.186614:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.186623:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.186639:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a6c45ef. 02000000:00000010:2.0:1776198906.186671:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb3699ee. 00000400:00000010:2.0:1776198906.186679:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198906.186685:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198906.186693:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074496, portal 16 00000400:00000010:2.0:1776198906.186697:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198906.186700:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074496, offset 0 00000400:00000200:2.0:1776198906.186707:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.186719:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.186728:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.186732:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.186736:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.186738:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92128:92128:255:4294967295] 192.168.204.56@tcp LPNI seq info [92128:92128:7:4294967295] 00000400:00000200:2.0:1776198906.186746:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.186750:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.186756:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347530). 00000800:00000200:2.0:1776198906.186761:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.186766:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.186769:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.187411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e283c31. 00000400:00000200:2.0:1776198906.190839:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.191013:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2acc0 00000400:00000200:2.0:1776198906.191033:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e41 [1] + 224 00000400:00000200:2.0:1776198906.191051:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.191056:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.191070:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231074496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.191155:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.191161:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72d80 00000400:00000200:2.0:1776198906.191166:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6789 [2] + 328 00000400:00000200:2.0:1776198906.191703:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.191710:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.191716:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.191725:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00010000:00000010:0.1:1776198906.192013:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b62b52. 00010000:00000010:0.1:1776198906.192034:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00000400:00000010:0.0:1776198906.192051:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:0.0:1776198906.192056:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:0.0:1776198906.192059:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:0.0:1776198906.192067:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231074496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.192076:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231074496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.192118:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb3699ee. 02000000:00000010:0.0:1776198906.192125:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a6c45ef. 00000100:00000010:0.0:1776198906.192129:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:0.0:1776198906.192134:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:0.0:1776198906.192139:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000020:00000010:3.0:1776198906.192242:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d0810a5. 00000020:00000010:3.0:1776198906.192250:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:2.0:1776198906.192428:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.192465:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217738112/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198906.192540:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738112 02000000:00000010:2.0:1776198906.192556:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a32e47d. 00010000:00000010:2.0:1776198906.192596:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a4bccc. 00010000:00000010:2.0:1776198906.192625:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.192644:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.192665:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.192667:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000010:2.0:1776198906.192683:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198906.192690:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738112, offset 224 00000400:00000200:2.0:1776198906.192699:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.192715:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.192723:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92129:92129:256:4294967295] 192.168.204.56@tcp LPNI seq info [92129:92129:8:4294967295] 00000400:00000200:2.0:1776198906.192735:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.192741:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.192746:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.192753:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.192762:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.192767:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.192796:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:2.0:1776198906.192801:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.192805:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d0810a5. 00000800:00000200:3.0:1776198906.193457:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.193463:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:3.0:1776198906.193467:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.193472:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.193477:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:3.0:1776198906.193480:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000800:00000200:3.0:1776198906.193564:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.193566:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198906.193570:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.193573:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.193576:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:3.0:1776198906.193577:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:3.0:1776198906.193584:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231074560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.197945:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:3.0:1776198906.197950:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:3.0:1776198906.197953:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000100:00000200:3.0:1776198906.197960:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231074560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.197968:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231074560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.198007:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0cd5d7a. 02000000:00000010:3.0:1776198906.198016:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d842ff14. 00000100:00000010:3.0:1776198906.198031:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:3.0:1776198906.198036:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d501b680. 00010000:00000010:3.0:1776198906.198041:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7508916. 00000020:00000010:0.0:1776198906.198743:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005413e134. 00000020:00000010:0.0:1776198906.198756:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.198761:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.198797:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080f6e3ad x1862477217738176/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.198948:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738176 02000000:00000010:0.0:1776198906.198965:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d7b047. 00010000:00000010:0.0:1776198906.199002:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3de989a. 00010000:00000010:0.0:1776198906.199040:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.199048:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198906.199063:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:0.0:1776198906.199069:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.199091:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198906.199096:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738176, offset 224 00000400:00000200:0.0:1776198906.199106:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.199122:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.199130:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92131:92131:256:4294967295] 192.168.204.56@tcp LPNI seq info [92131:92131:8:4294967295] 00000400:00000200:0.0:1776198906.199142:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.199148:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.199154:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198906.199160:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.199168:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.199172:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.199194:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.199199:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.199203:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005413e134. 00010000:00000010:3.1:1776198906.199280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b4f763. 00080000:00000010:3.0:1776198906.199315:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027f9a464. 00010000:00000010:3.0:1776198906.199448:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:3.0:1776198906.199457:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a4e0333. 00010000:00000010:3.0:1776198906.199556:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db19a423. 00010000:00000010:3.0:1776198906.199564:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198906.199578:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.199583:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.199592:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198906.199606:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fda5e709. 02000000:00000010:3.0:1776198906.199650:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d4c5f00. 00000400:00000010:3.0:1776198906.199657:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.199664:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198906.199670:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074624, portal 16 00000400:00000010:3.0:1776198906.199676:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198906.199677:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074624, offset 0 00000400:00000200:3.0:1776198906.199683:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.199690:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.199698:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.199702:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.199706:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.199708:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92132:92132:255:4294967295] 192.168.204.56@tcp LPNI seq info [92132:92132:7:4294967295] 00000400:00000200:3.0:1776198906.199715:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.199720:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.199724:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347530). 00000800:00000200:3.0:1776198906.199728:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.199732:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.199734:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.200158:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbefc5c1. 00010000:00000010:2.1:1776198906.200169:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e9466f. 00000800:00000200:2.0:1776198906.200233:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.200238:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347282). 00000400:00000200:2.0:1776198906.200245:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.200636:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.200643:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:2.0:1776198906.200646:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000800:00000200:2.0:1776198906.204302:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.204315:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:2.0:1776198906.204329:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.204342:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.204349:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:2.0:1776198906.204352:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:2.0:1776198906.204367:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ab5bf04 x1862477231074624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.205621:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.205724:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ad40 00000400:00000200:0.0:1776198906.205736:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e59 [1] + 224 00000400:00000200:0.0:1776198906.205752:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.205756:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.205768:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231074624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.205829:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e85fa793. 00000400:00000200:0.0:1776198906.205832:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.205835:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:3.0:1776198906.205838:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000400:00000200:0.0:1776198906.205838:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72e00 00000100:00000200:3.0:1776198906.206038:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231074624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.206041:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6789 [2] + 984 00000100:00000200:3.0:1776198906.206047:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231074624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.206057:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.206060:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.206064:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.206070:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 02000000:00000010:3.0:1776198906.206086:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d4c5f00. 02000000:00000010:3.0:1776198906.206093:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fda5e709. 00000100:00000010:3.0:1776198906.206098:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198906.206103:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.206108:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000020:00000010:2.0:1776198906.206170:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b862f77. 00000020:00000010:2.0:1776198906.206286:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00010000:00000010:1.1:1776198906.206291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007f6a050. 00000020:00000010:2.0:1776198906.206293:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00010000:00000010:1.1:1776198906.206300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00000100:00000200:2.0:1776198906.206326:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217738240/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198906.206495:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738240 02000000:00000010:2.0:1776198906.206512:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039214b3b. 00010000:00000010:2.0:1776198906.206549:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fb635e2. 00010000:00000010:2.0:1776198906.206573:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.206581:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.206638:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.206642:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000010:2.0:1776198906.206660:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198906.206666:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738240, offset 224 00000400:00000200:2.0:1776198906.206674:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.206689:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.206696:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92133:92133:256:4294967295] 192.168.204.56@tcp LPNI seq info [92133:92133:8:4294967295] 00000400:00000200:2.0:1776198906.206708:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.206714:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.206719:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.206724:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.206733:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.206738:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.206764:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.206770:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.206775:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b862f77. 00010000:00000010:3.1:1776198906.209498:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e8c7c4. 00010000:00000010:3.1:1776198906.209518:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097941c71. 00080000:00000010:2.0:1776198906.209569:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b862f77. 00010000:00000010:2.0:1776198906.209798:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:2.0:1776198906.209810:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f8e37a2. 00010000:00000010:2.0:1776198906.210008:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198906.210016:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.210043:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.210053:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.210068:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.210089:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c01d0c9. 02000000:00000010:2.0:1776198906.210130:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a6c45ef. 00000400:00000010:2.0:1776198906.210138:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.210146:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.210156:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074688, portal 16 00000400:00000010:2.0:1776198906.210163:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198906.210166:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074688, offset 0 00000400:00000200:2.0:1776198906.210177:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.210199:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.210208:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.210213:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.210216:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.210219:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92134:92134:256:4294967295] 192.168.204.56@tcp LPNI seq info [92134:92134:8:4294967295] 00000400:00000200:2.0:1776198906.210230:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.210237:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.210242:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198906.210250:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00010000:00000010:2.1:1776198906.210344:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002bfc56c. 00010000:00000010:0.1:1776198906.210361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bf52ce. 00000800:00000200:2.0:1776198906.210362:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.210367:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.211280:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.211289:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347034). 00000400:00000200:0.0:1776198906.211298:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.211306:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.211313:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:0.0:1776198906.211315:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000100:00000200:0.0:1776198906.211326:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231074688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.214376:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.214407:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ad80 00000400:00000200:0.0:1776198906.214419:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e65 [1] + 224 00000400:00000200:0.0:1776198906.214447:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.214452:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.214466:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231074688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198906.214996:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005413e134. 00000020:00000010:0.0:1776198906.215006:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.215012:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.215056:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217738304/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.215094:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738304 02000000:00000010:0.0:1776198906.215111:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b723821. 00010000:00000010:0.0:1776198906.215166:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.215491:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198906.215502:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:0.0:1776198906.215507:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:2.0:1776198906.215508:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.215514:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.215517:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.215524:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231074688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.215531:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231074688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.215533:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198906.215539:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738304, offset 224 00000400:00000200:0.0:1776198906.215546:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:2.0:1776198906.215558:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2385b6b. 00000400:00000200:0.0:1776198906.215561:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.215567:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92135:92135:256:4294967295] 192.168.204.56@tcp LPNI seq info [92135:92135:8:4294967295] 02000000:00000010:2.0:1776198906.215575:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a6c45ef. 00000400:00000200:0.0:1776198906.215578:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 02000000:00000010:2.0:1776198906.215581:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c01d0c9. 00000800:00000200:0.0:1776198906.215584:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000010:2.0:1776198906.215586:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000800:00000010:0.0:1776198906.215589:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000100:00000010:2.0:1776198906.215590:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.215593:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000800:00000200:0.0:1776198906.215595:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.215602:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.215607:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776198906.215613:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c01d0c9. 00000020:00000010:0.0:1776198906.215629:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.215636:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.215639:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005413e134. 00010000:00000010:2.0:1776198906.215749:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.215756:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047fbcb8e. 00010000:00000010:2.0:1776198906.215873:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.215878:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.215885:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.0:1776198906.215891:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00080000:00000010:2.0:1776198906.215905:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a6c45ef. 00010000:00000010:2.0:1776198906.215931:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.215935:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.216004:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.216008:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.216016:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.216030:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.216038:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.216051:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb3699ee. 02000000:00000010:2.0:1776198906.216081:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ab574c8. 00000400:00000010:2.0:1776198906.216087:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.216091:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.216096:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074752, portal 16 00000400:00000010:2.0:1776198906.216102:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198906.216104:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074752, offset 0 00000400:00000200:2.0:1776198906.216109:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.216117:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.216125:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.216130:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.216133:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.216135:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92136:92136:255:4294967295] 192.168.204.56@tcp LPNI seq info [92136:92136:7:4294967295] 00000400:00000200:2.0:1776198906.216142:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.216147:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.216151:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347530). 00000800:00000200:2.0:1776198906.216154:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.216158:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.216160:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.219457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009626510d. 00000400:00000200:3.0:1776198906.222762:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.222790:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2adc0 00000400:00000200:3.0:1776198906.222803:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e71 [1] + 224 00000400:00000200:3.0:1776198906.222818:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.222823:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.222837:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231074752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.223483:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.223490:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72e80 00000400:00000200:3.0:1776198906.223497:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6789 [2] + 1640 00000400:00000200:3.0:1776198906.223594:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.223600:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.223605:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.223612:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:0.0:1776198906.224044:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005413e134. 00000020:00000010:0.0:1776198906.224054:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.224061:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.224096:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217738368/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.224130:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738368 02000000:00000010:0.0:1776198906.224143:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027c6b6de. 00000400:00000010:2.0:1776198906.224521:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.224529:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.224531:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.224540:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231074752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.224549:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231074752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.224585:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ab574c8. 02000000:00000010:2.0:1776198906.224592:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb3699ee. 00000100:00000010:2.0:1776198906.224598:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.224602:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.224607:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00010000:00000010:0.0:1776198906.225287:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c43d0a1. 00010000:00000010:0.0:1776198906.225322:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.225331:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198906.225351:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:0.0:1776198906.225355:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00080000:00000010:2.0:1776198906.225416:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb3699ee. 00000400:00000010:0.0:1776198906.225597:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198906.225605:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738368, offset 224 00000400:00000200:0.0:1776198906.225615:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.225634:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.225641:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92137:92137:256:4294967295] 192.168.204.56@tcp LPNI seq info [92137:92137:8:4294967295] 00000400:00000200:0.0:1776198906.225652:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.225658:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.225664:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.225671:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.225680:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.225685:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776198906.225711:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.225721:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f538b87. 00000020:00000010:0.0:1776198906.225721:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.225727:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.225731:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005413e134. 00010000:00000010:2.0:1776198906.225837:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.225857:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.225872:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.225876:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.225885:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.225903:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ab574c8. 02000000:00000010:2.0:1776198906.225936:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c9be54. 00000400:00000010:2.0:1776198906.225942:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.225947:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.225953:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074816, portal 16 00000400:00000010:2.0:1776198906.225958:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198906.225962:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074816, offset 0 00000400:00000200:2.0:1776198906.225967:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.225973:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.225982:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.225987:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.225990:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.225992:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92138:92138:256:4294967295] 192.168.204.56@tcp LPNI seq info [92138:92138:8:4294967295] 00000400:00000200:2.0:1776198906.225999:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.226003:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.226007:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.226011:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.226016:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.226018:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.228934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6e40888. 00010000:00000010:2.1:1776198906.228960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00000400:00000200:3.0:1776198906.232612:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.232640:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ae00 00000400:00000200:3.0:1776198906.232651:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e7d [1] + 224 00000400:00000200:3.0:1776198906.232671:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.232677:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.232692:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231074816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.233007:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.233015:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.233017:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.233034:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231074816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.233042:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231074816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.233085:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c9be54. 02000000:00000010:2.0:1776198906.233092:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ab574c8. 00000100:00000010:2.0:1776198906.233096:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.233100:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.233105:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000020:00000010:0.0:1776198906.236399:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005413e134. 00000020:00000010:0.0:1776198906.236410:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.236425:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.236464:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002734e28c x1862477217738432/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.236504:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738432 02000000:00000010:0.0:1776198906.236523:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062e9f0f9. 00010000:00000010:0.0:1776198906.236561:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c220c52. 00010000:00000010:0.0:1776198906.236591:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.236600:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032b3a03d. 00000100:00000010:0.0:1776198906.236620:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000032b3a03d. 00010000:00000010:0.0:1776198906.236626:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.236648:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198906.236654:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738432, offset 224 00080000:00000010:2.0:1776198906.236659:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ab574c8. 00000400:00000200:0.0:1776198906.236663:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.236678:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.236685:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92139:92139:256:4294967295] 192.168.204.56@tcp LPNI seq info [92139:92139:8:4294967295] 00000400:00000200:0.0:1776198906.236695:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.236714:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.236720:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347130). 00000800:00000200:0.0:1776198906.236727:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.236735:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.236740:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.236758:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.236763:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.236766:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005413e134. 02000000:00000010:0.0:1776198906.236776:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027c6b6de. 00010000:00000010:2.0:1776198906.236779:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00000100:00000010:0.0:1776198906.236780:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00010000:00000010:2.0:1776198906.236786:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ee5c954. 02000000:00000010:0.0:1776198906.236786:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b723821. 00000100:00000010:0.0:1776198906.236788:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 02000000:00000010:0.0:1776198906.236792:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039214b3b. 00000100:00000010:0.0:1776198906.236794:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198906.236797:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087d7b047. 00000100:00000010:0.0:1776198906.236799:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 02000000:00000010:0.0:1776198906.236801:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a32e47d. 00000100:00000010:0.0:1776198906.236804:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:0.0:1776198906.236807:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005dba4515. 00000100:00000010:0.0:1776198906.236809:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000711df8e0. 00000100:00000200:0.0:1776198906.236817:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198906.236823:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008eeab60b. 00000400:00000010:0.0:1776198906.236827:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000032b3a03d (tot 82347282). 00010000:00000010:2.0:1776198906.236899:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.236906:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.236922:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.236926:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.236933:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.236948:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071c9be54. 02000000:00000010:2.0:1776198906.236978:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a32e47d. 00000400:00000010:2.0:1776198906.236983:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.236988:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.236992:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074880, portal 16 00000400:00000010:2.0:1776198906.236997:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198906.236999:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074880, offset 0 00000400:00000200:2.0:1776198906.237005:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.237012:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.237032:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.237036:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.237040:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.237042:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92140:92140:255:4294967295] 192.168.204.56@tcp LPNI seq info [92140:92140:7:4294967295] 00000400:00000200:2.0:1776198906.237050:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.237054:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.237059:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347530). 00000800:00000200:2.0:1776198906.237063:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.237066:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.237069:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.237441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f15c8c. 00010000:00000010:2.1:1776198906.237451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000767e1e3e. 00010000:00000010:2.1:1776198906.237456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198906.237460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.237464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00000400:00000200:3.0:1776198906.241951:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.241978:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ae40 00000400:00000200:3.0:1776198906.241991:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e8d [1] + 224 00000400:00000200:3.0:1776198906.242007:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.242011:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.242035:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231074880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.242077:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.242082:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72f00 00000400:00000200:3.0:1776198906.242088:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb67e1 [2] + 0 00000400:00000200:3.0:1776198906.242099:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.242102:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.242107:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.242114:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000400:00000010:2.0:1776198906.242208:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.242215:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.242217:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.242223:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231074880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.242231:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231074880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.242286:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c13f4f. 00010000:00000010:2.1:1776198906.242295:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 02000000:00000010:2.0:1776198906.242324:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a32e47d. 02000000:00000010:2.0:1776198906.242332:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071c9be54. 00000100:00000010:2.0:1776198906.242337:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.242341:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.242346:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00010000:00000010:0.1:1776198906.242928:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000610cd494. 00010000:00000010:0.1:1776198906.242938:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0bd066a. 00000020:00000010:0.0:1776198906.242978:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062e9f0f9. 00000020:00000010:0.0:1776198906.242990:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.242995:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.243036:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217738496/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.243111:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738496 02000000:00000010:0.0:1776198906.243125:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d7b047. 00010000:00000010:0.0:1776198906.243157:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e07a068c. 00010000:00000010:0.0:1776198906.243192:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.243199:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.243212:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.243216:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.243237:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198906.243243:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738496, offset 224 00000400:00000200:0.0:1776198906.243267:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.243280:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.243287:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92141:92141:256:4294967295] 192.168.204.56@tcp LPNI seq info [92141:92141:8:4294967295] 00000400:00000200:0.0:1776198906.243299:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.243305:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.243310:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198906.243317:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.243325:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.243329:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.243353:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.243367:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.243370:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062e9f0f9. 00080000:00000010:2.0:1776198906.243862:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071c9be54. 00010000:00000010:2.0:1776198906.243975:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.243984:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbda2b79. 00010000:00000010:2.0:1776198906.244096:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.244103:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.244118:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.244124:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.244133:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.244148:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a32e47d. 02000000:00000010:2.0:1776198906.244191:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039214b3b. 00000400:00000010:2.0:1776198906.244199:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.244204:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.244212:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231074944, portal 16 00000400:00000010:2.0:1776198906.244217:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198906.244220:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231074944, offset 0 00000400:00000200:2.0:1776198906.244227:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.244238:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.244247:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.244250:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.244278:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.244280:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92142:92142:256:4294967295] 192.168.204.56@tcp LPNI seq info [92142:92142:8:4294967295] 00000400:00000200:2.0:1776198906.244288:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.244293:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.244297:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.244301:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.244306:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.244310:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776198906.249344:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.249373:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ae80 00000400:00000200:3.0:1776198906.249385:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7e99 [1] + 224 00000400:00000200:3.0:1776198906.249402:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.249407:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.249431:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231074944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.249469:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.249476:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72f40 00000400:00000200:3.0:1776198906.249481:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb67e1 [2] + 328 00000400:00000010:2.0:1776198906.249832:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.249850:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.249852:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.249859:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231074944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.249868:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231074944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.249910:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039214b3b. 02000000:00000010:2.0:1776198906.249918:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a32e47d. 00000100:00000010:2.0:1776198906.249923:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.249927:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.249932:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000200:3.0:1776198906.250492:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.250500:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.250507:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.250516:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000020:00000010:0.0:1776198906.251481:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b723821. 00000020:00000010:0.0:1776198906.251497:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.251503:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.251543:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217738560/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.251635:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738560 02000000:00000010:0.0:1776198906.251651:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027c6b6de. 00010000:00000010:0.0:1776198906.251690:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000646d617b. 00010000:00000010:0.0:1776198906.251723:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.251732:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.251779:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.251785:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.251806:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198906.251812:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738560, offset 224 00000400:00000200:0.0:1776198906.251821:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.251849:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.251856:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92143:92143:256:4294967295] 192.168.204.56@tcp LPNI seq info [92143:92143:8:4294967295] 00000400:00000200:0.0:1776198906.251868:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.251876:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.251882:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.251889:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.251897:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.251902:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.251931:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.251937:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.251940:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b723821. 00080000:00000010:2.0:1776198906.251952:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a32e47d. 00010000:00000010:2.0:1776198906.252080:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.252088:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3b18577. 00010000:00000010:2.0:1776198906.252186:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.0:1776198906.252193:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.252206:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.252210:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.252218:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.252231:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039214b3b. 00010000:00000010:2.1:1776198906.252308:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f5c88e. 00010000:00000010:2.1:1776198906.252314:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 02000000:00000010:2.0:1776198906.252329:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c9dd28c. 00000400:00000010:2.0:1776198906.252338:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.252343:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.252349:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075008, portal 16 00000400:00000010:2.0:1776198906.252354:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198906.252356:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075008, offset 0 00000400:00000200:2.0:1776198906.252362:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.252369:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.252378:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.252382:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.252386:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.252389:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92144:92144:255:4294967295] 192.168.204.56@tcp LPNI seq info [92144:92144:7:4294967295] 00000400:00000200:2.0:1776198906.252397:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.252401:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.252405:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347530). 00000800:00000200:2.0:1776198906.252408:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.252412:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.252414:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198906.257296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d03a0a0. 00010000:00000010:0.1:1776198906.257317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18ee1c3. 00010000:00000010:2.1:1776198906.257501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009da6d8b6. 00010000:00000010:2.1:1776198906.257512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198906.257517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef25e208. 00010000:00000010:2.1:1776198906.257519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000010:2.0:1776198906.260781:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.260788:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.260790:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.260796:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.260806:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.260842:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c9dd28c. 02000000:00000010:2.0:1776198906.260849:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039214b3b. 00000100:00000010:2.0:1776198906.260869:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.260874:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.260879:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000800:00000200:3.0:1776198906.262739:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.262744:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198906.262751:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.262756:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.262761:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:3.0:1776198906.262764:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00080000:00000010:2.0:1776198906.264774:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c9dd28c. 00010000:00000010:2.0:1776198906.265117:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.265129:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3b69b58. 00010000:00000010:2.0:1776198906.265247:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.265281:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.265288:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.265295:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00080000:00000010:2.0:1776198906.265319:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039214b3b. 00010000:00000010:2.0:1776198906.265354:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.265358:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.265424:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.265428:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.265439:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.265450:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.265463:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.265483:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2f4a38d. 02000000:00000010:2.0:1776198906.265530:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072d8d32e. 00000400:00000010:2.0:1776198906.265539:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.265548:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.265557:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075072, portal 16 00000400:00000010:2.0:1776198906.265564:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198906.265567:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075072, offset 0 00000400:00000200:2.0:1776198906.265578:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.265599:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.265608:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.265613:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.265616:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.265619:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92146:92146:256:4294967295] 192.168.204.56@tcp LPNI seq info [92146:92146:8:4294967295] 00000400:00000200:2.0:1776198906.265721:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.265729:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.265735:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.265742:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.265749:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.265754:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198906.270365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000befb652e. 00000400:00000010:2.0:1776198906.272412:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.272419:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.272421:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.272428:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.272437:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.272478:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072d8d32e. 02000000:00000010:2.0:1776198906.272486:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2f4a38d. 00000100:00000010:2.0:1776198906.272492:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.272497:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.272501:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000200:3.0:1776198906.275442:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.275470:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f72fc0 00000400:00000200:3.0:1776198906.275481:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb67e1 [2] + 984 00000400:00000200:3.0:1776198906.275565:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.275571:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.275579:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.275587:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00010000:00000010:2.1:1776198906.275776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000709579da. 00010000:00000010:2.1:1776198906.275788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198906.275794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.275797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000800:00000200:0.0:1776198906.276448:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.276453:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:0.0:1776198906.276458:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.276462:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.276466:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:0.0:1776198906.276468:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00080000:00000010:2.0:1776198906.276544:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072d8d32e. 00010000:00000010:2.0:1776198906.276669:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.276677:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000372a9554. 00010000:00000010:2.0:1776198906.276778:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.276786:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.276799:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.276803:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.276811:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.276826:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053609def. 02000000:00000010:2.0:1776198906.276857:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2f4a38d. 00000400:00000010:2.0:1776198906.276864:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.276870:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.276876:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075136, portal 16 00000400:00000010:2.0:1776198906.276882:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198906.276885:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075136, offset 0 00000400:00000200:2.0:1776198906.276891:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.276899:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.276908:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.276912:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.276915:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.276918:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92148:92148:256:4294967295] 192.168.204.56@tcp LPNI seq info [92148:92148:8:4294967295] 00000400:00000200:2.0:1776198906.276926:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.276930:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.276935:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.276939:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.276945:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.276947:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776198906.281143:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.281169:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2af40 00000400:00000200:3.0:1776198906.281181:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ebd [1] + 224 00000400:00000200:3.0:1776198906.281202:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.281207:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.281219:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.281306:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.281313:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.281316:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.281322:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.281329:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.281368:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2f4a38d. 02000000:00000010:2.0:1776198906.281376:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053609def. 00000100:00000010:2.0:1776198906.281383:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.281388:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.281393:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00010000:00000010:1.1:1776198906.281518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a58d6a93. 00000400:00000200:0.0:1776198906.283551:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.283577:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73000 00000400:00000200:0.0:1776198906.283588:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb67e1 [2] + 1312 00000400:00000200:0.0:1776198906.284305:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.284314:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.284324:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.284333:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000711df8e0. 00000020:00000010:3.0:1776198906.286814:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.286832:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.286838:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.286946:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000711df8e0 x1862477217738752/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.287058:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738752 02000000:00000010:3.0:1776198906.287075:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d4c5f00. 00010000:00000010:3.0:1776198906.287117:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df3a18dc. 00010000:00000010:3.0:1776198906.287151:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.287162:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.287184:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.287188:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.287207:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198906.287215:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738752, offset 224 00000400:00000200:3.0:1776198906.287227:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.287247:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.287302:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92149:92149:256:4294967295] 192.168.204.56@tcp LPNI seq info [92149:92149:8:4294967295] 00000400:00000200:3.0:1776198906.287312:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.287318:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.287324:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198906.287331:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.287338:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.287342:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.287361:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.287365:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.287368:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00080000:00000010:2.0:1776198906.287454:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2f4a38d. 00010000:00000010:2.0:1776198906.287568:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.287575:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047e91bd8. 00010000:00000010:2.0:1776198906.287675:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.0:1776198906.287682:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.287708:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.287712:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.287720:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.287734:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053609def. 02000000:00000010:2.0:1776198906.287762:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b2122e8. 00000400:00000010:2.0:1776198906.287768:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.287773:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.287779:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075200, portal 16 00000400:00000010:2.0:1776198906.287783:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198906.287784:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075200, offset 0 00000400:00000200:2.0:1776198906.287789:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.287796:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.287804:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.287808:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.287811:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.287813:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92150:92150:255:4294967295] 192.168.204.56@tcp LPNI seq info [92150:92150:7:4294967295] 00000400:00000200:2.0:1776198906.287818:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.287821:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.287824:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347530). 00000800:00000200:2.0:1776198906.287826:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.287829:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.287831:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.288230:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.288236:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347282). 00000400:00000200:0.0:1776198906.288242:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.288248:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.288281:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:0.0:1776198906.288284:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000800:00000200:0.0:1776198906.288370:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.288372:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:0.0:1776198906.288375:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.288378:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.288381:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:0.0:1776198906.288383:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:0.0:1776198906.288388:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231075200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.291319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000047aad3e. 00010000:00000010:2.1:1776198906.291341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00000400:00000200:3.0:1776198906.291644:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.291670:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2af80 00000400:00000200:3.0:1776198906.291683:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ec9 [1] + 224 00000400:00000200:3.0:1776198906.292461:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.292472:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.292487:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.292631:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.292637:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.292640:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.292646:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.292653:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.292712:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b2122e8. 02000000:00000010:2.0:1776198906.292722:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053609def. 00000100:00000010:2.0:1776198906.292728:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.292733:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.292738:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00010000:00000010:3.1:1776198906.294933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42d92d1. 00000400:00000200:0.0:1776198906.295138:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.295161:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73040 00000400:00000200:0.0:1776198906.295171:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb67e1 [2] + 1640 00000400:00000200:0.0:1776198906.295292:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.295298:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.295308:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.295314:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:3.0:1776198906.295567:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.295577:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.295583:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.295668:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217738816/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.295708:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217738816 02000000:00000010:3.0:1776198906.295724:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0de17f3. 00010000:00000010:3.0:1776198906.295768:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087f72e2a. 00010000:00000010:3.0:1776198906.295801:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.295810:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.295872:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.295876:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.295897:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198906.295904:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217738816, offset 224 00000400:00000200:3.0:1776198906.295913:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.295928:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.295934:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92151:92151:256:4294967295] 192.168.204.56@tcp LPNI seq info [92151:92151:8:4294967295] 00000400:00000200:3.0:1776198906.295945:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.295952:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.295958:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198906.295964:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.295972:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.295978:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.296004:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.296008:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.296013:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:0.0:1776198906.297083:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.297090:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:0.0:1776198906.297099:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.297109:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.297117:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:0.0:1776198906.297121:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00080000:00000010:2.0:1776198906.303536:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b2122e8. 00010000:00000010:2.0:1776198906.303696:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.303708:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000194b53d8. 00010000:00000010:2.0:1776198906.303841:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.303848:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.303876:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.303887:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.303902:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.303922:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0416ef9. 02000000:00000010:2.0:1776198906.303981:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efd06725. 00000400:00000010:2.0:1776198906.303990:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.303998:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.304007:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075264, portal 16 00000400:00000010:2.0:1776198906.304014:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198906.304025:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075264, offset 0 00000400:00000200:2.0:1776198906.304037:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.304061:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.304069:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.304074:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.304078:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.304082:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92152:92152:256:4294967295] 192.168.204.56@tcp LPNI seq info [92152:92152:8:4294967295] 00000400:00000200:2.0:1776198906.304093:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.304100:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.304106:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.304114:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.304122:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.304127:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.304476:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.304481:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:2.0:1776198906.304486:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.304491:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.304496:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:2.0:1776198906.304498:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:2.0:1776198906.304507:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231075264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.308327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc3f9840. 00010000:00000010:2.1:1776198906.308352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:0.0:1776198906.312300:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.312329:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2afc0 00000400:00000200:0.0:1776198906.312353:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ed5 [1] + 224 00010000:00000010:3.1:1776198906.312490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c3bdaf4. 00000400:00000010:2.0:1776198906.314120:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.314135:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.314138:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.314157:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.314175:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.314222:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efd06725. 02000000:00000010:2.0:1776198906.314231:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0416ef9. 00000100:00000010:2.0:1776198906.314235:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.314240:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.314245:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00010000:00000010:2.1:1776198906.316586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe25c10. 00010000:00000010:2.1:1776198906.316610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00000400:00000200:0.0:1776198906.317950:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.317979:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73080 00000400:00000200:0.0:1776198906.317990:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb67e1 [2] + 1968 00000400:00000010:0.0:1776198906.317996:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003d5fc640. 00000400:00000200:0.0:1776198906.318005:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bd9fc037 00000400:00000200:0.0:1776198906.318122:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.318129:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.318136:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd9fc037 00000400:00000010:0.0:1776198906.318138:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bd9fc037 (tot 82346882). 00000100:00000200:0.0:1776198906.318147:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1776198906.319161:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.319169:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198906.319176:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.319185:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.319190:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:3.0:1776198906.319193:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 02000000:00000010:3.0:1776198906.319201:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1f18021. 00080000:00000010:2.0:1776198906.320121:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0416ef9. 00010000:00000010:2.0:1776198906.320309:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.320321:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af50cc4a. 00010000:00000010:2.0:1776198906.320440:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.0:1776198906.320449:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.320466:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.320476:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.320491:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.320510:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efd06725. 02000000:00000010:2.0:1776198906.320549:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006ec9be3. 00000400:00000010:2.0:1776198906.320556:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.320563:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.320570:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075328, portal 16 00000400:00000010:2.0:1776198906.320576:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198906.320579:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075328, offset 0 00000400:00000200:2.0:1776198906.320588:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.320604:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.320614:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.320619:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.320622:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.320625:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92154:92154:256:4294967295] 192.168.204.56@tcp LPNI seq info [92154:92154:8:4294967295] 00000400:00000200:2.0:1776198906.320635:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.320642:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.320648:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.320655:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.320663:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.320666:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.325699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceac8b4f. 00010000:00000010:2.1:1776198906.325722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:1.1:1776198906.325821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006214ff1a. 00000400:00000200:0.0:1776198906.329225:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.329305:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b000 00000400:00000200:0.0:1776198906.329316:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ee5 [1] + 224 00000400:00000200:0.0:1776198906.329345:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.329349:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.329363:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.329898:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.329905:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.329908:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.329915:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.329924:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.329964:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006ec9be3. 02000000:00000010:2.0:1776198906.329972:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efd06725. 00000100:00000010:2.0:1776198906.329977:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.329981:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.329985:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000200:3.0:1776198906.331434:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.331458:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f730c0 00000400:00000200:3.0:1776198906.331469:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6839 [2] + 0 00000400:00000200:3.0:1776198906.331541:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.331546:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.331554:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.331561:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 00080000:00000010:2.0:1776198906.333578:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efd06725. 00010000:00000010:2.0:1776198906.333724:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.333734:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027ab450c. 00000800:00000200:3.0:1776198906.333736:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.333743:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198906.333749:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.333754:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.333761:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:3.0:1776198906.333763:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00010000:00000010:2.0:1776198906.333849:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.333855:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.333862:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.333868:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00080000:00000010:2.0:1776198906.333888:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006ec9be3. 00010000:00000010:2.0:1776198906.333931:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.333935:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.333999:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.334003:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.334014:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.337039:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.337074:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.337098:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4ca65b. 02000000:00000010:2.0:1776198906.337145:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070e6ff60. 00000400:00000010:2.0:1776198906.337154:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.337162:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.337171:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075392, portal 16 00000400:00000010:2.0:1776198906.337178:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198906.337181:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075392, offset 0 00000400:00000200:2.0:1776198906.337193:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.337215:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.337224:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.337229:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.337232:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.337236:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92156:92156:256:4294967295] 192.168.204.56@tcp LPNI seq info [92156:92156:8:4294967295] 00000400:00000200:2.0:1776198906.337247:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.337271:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.337279:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198906.337288:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.337298:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.337304:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198906.340223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8b4528. 00000400:00000200:3.0:1776198906.340437:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.340456:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b040 00000400:00000200:3.0:1776198906.340464:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ef1 [1] + 224 00000400:00000200:3.0:1776198906.340491:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.340495:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.340505:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.340628:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.340639:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.340642:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.340656:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.340668:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.340709:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070e6ff60. 02000000:00000010:2.0:1776198906.340716:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4ca65b. 00000100:00000010:2.0:1776198906.340720:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.340725:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.340731:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00010000:00000010:2.1:1776198906.343416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef4a902f. 00010000:00000010:2.1:1776198906.343440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198906.343446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.343449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00000400:00000200:3.0:1776198906.344865:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.344884:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73100 00000400:00000200:3.0:1776198906.344893:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6839 [2] + 328 00000400:00000200:3.0:1776198906.344952:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.344957:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.344964:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.344971:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00080000:00000010:2.0:1776198906.347458:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a4ca65b. 00010000:00000010:2.0:1776198906.347553:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.347560:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090ebb9d6. 00010000:00000010:2.0:1776198906.347660:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.347666:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.347677:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.347683:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.347691:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.347703:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070e6ff60. 02000000:00000010:2.0:1776198906.347732:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053609def. 00000400:00000010:2.0:1776198906.347737:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.347742:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.347747:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075456, portal 16 00000400:00000010:2.0:1776198906.347751:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.347753:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075456, offset 0 00000400:00000200:2.0:1776198906.347759:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.347770:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.347777:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.347779:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.347782:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.347785:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92158:92158:256:4294967295] 192.168.204.56@tcp LPNI seq info [92158:92158:8:4294967295] 00000400:00000200:2.0:1776198906.347792:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.347797:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.347801:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.347805:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.347810:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.347813:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.351187:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.351194:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:0.0:1776198906.351503:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.351512:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.351518:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:0.0:1776198906.351521:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:0.0:1776198906.351529:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231075456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.352589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093453199. 00010000:00000010:2.1:1776198906.355591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009de892. 00010000:00000010:2.1:1776198906.355607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:3.0:1776198906.357773:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.357793:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b080 00000400:00000200:3.0:1776198906.357803:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7efd [1] + 224 00000400:00000200:3.0:1776198906.357823:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.357827:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.357849:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.357947:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.357952:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.357955:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.357961:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.357968:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.357996:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053609def. 02000000:00000010:2.0:1776198906.358002:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070e6ff60. 00000100:00000010:2.0:1776198906.358007:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.358010:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.358015:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000020:00000010:3.0:1776198906.362575:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.362586:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.362591:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.362700:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee7f46c8 x1862477217739072/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.362743:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739072 02000000:00000010:3.0:1776198906.362755:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d123ae0. 00010000:00000010:3.0:1776198906.362787:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000142c8ea5. 00010000:00000010:3.0:1776198906.362809:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.362817:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.362896:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.362900:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.362914:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198906.362920:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739072, offset 224 00000400:00000200:3.0:1776198906.362928:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.362942:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.362948:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92159:92159:256:4294967295] 192.168.204.56@tcp LPNI seq info [92159:92159:8:4294967295] 00000400:00000200:3.0:1776198906.362958:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.362963:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.362968:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198906.362974:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.362981:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.362984:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.363008:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.363012:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.363015:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:0.0:1776198906.363119:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.363123:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:0.0:1776198906.363127:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.363132:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.363136:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:0.0:1776198906.363138:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00080000:00000010:2.0:1776198906.364175:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053609def. 00010000:00000010:2.0:1776198906.364409:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.364419:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009420dbed. 00010000:00000010:2.0:1776198906.364501:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.364507:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.364517:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.364523:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.364531:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.364546:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070e6ff60. 02000000:00000010:2.0:1776198906.364574:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1f953f5. 00000400:00000010:2.0:1776198906.364580:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.364585:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.364591:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075520, portal 16 00000400:00000010:2.0:1776198906.364595:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198906.364597:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075520, offset 0 00000400:00000200:2.0:1776198906.364605:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.364617:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.364707:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.364711:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.364714:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.364717:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92160:92160:256:4294967295] 192.168.204.56@tcp LPNI seq info [92160:92160:8:4294967295] 00000400:00000200:2.0:1776198906.364725:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.364730:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.364735:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.364741:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.364748:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.364751:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.366379:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.366387:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:2.0:1776198906.366393:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.366401:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.366406:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:2.0:1776198906.366408:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:2.0:1776198906.366415:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231075520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198906.368769:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b723821. 00000020:00000010:0.0:1776198906.368776:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.368780:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.368802:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217739136/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.368836:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739136 02000000:00000010:0.0:1776198906.368847:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005413e134. 00010000:00000010:0.0:1776198906.368883:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.368889:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.368905:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.368910:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.368927:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198906.368931:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739136, offset 224 00000400:00000200:0.0:1776198906.368939:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.368949:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.368954:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92161:92161:256:4294967295] 192.168.204.56@tcp LPNI seq info [92161:92161:8:4294967295] 00000400:00000200:0.0:1776198906.368963:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.368968:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.368971:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198906.368976:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.368981:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.368984:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.369007:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.369011:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.369013:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b723821. 00000400:00000010:2.0:1776198906.369103:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:2.0:1776198906.369108:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198906.369110:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198906.369114:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.369122:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.369141:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe29927b. 02000000:00000010:2.0:1776198906.369157:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1f953f5. 02000000:00000010:2.0:1776198906.369161:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070e6ff60. 00000100:00000010:2.0:1776198906.369165:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.369168:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198906.369171:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00080000:00000010:2.0:1776198906.369185:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1f953f5. 00010000:00000010:2.0:1776198906.369294:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.369300:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057a33448. 00010000:00000010:2.0:1776198906.369368:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.0:1776198906.369373:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f3fc75d. 00010000:00000010:2.0:1776198906.369381:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198906.369384:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.369388:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.369397:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc8c7ea5. 02000000:00000010:2.0:1776198906.369417:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dde23101. 00000400:00000010:2.0:1776198906.369421:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198906.369424:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.369429:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075584, portal 16 00000400:00000010:2.0:1776198906.369433:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198906.369435:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075584, offset 0 00000400:00000200:2.0:1776198906.369440:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.369445:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.369451:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.369454:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.369456:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.369459:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92162:92162:255:4294967295] 192.168.204.56@tcp LPNI seq info [92162:92162:7:4294967295] 00000400:00000200:2.0:1776198906.369466:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.369470:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.369473:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347530). 00000800:00000200:2.0:1776198906.369477:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.369481:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.369483:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198906.370449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001303f652. 00010000:00000010:2.1:1776198906.373493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000038422f8. 00010000:00000010:2.1:1776198906.373511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00000400:00000200:2.0:1776198906.375819:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.375839:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b100 00000400:00000200:2.0:1776198906.375849:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f15 [1] + 224 00000400:00000200:2.0:1776198906.375860:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.375864:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.375875:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.375974:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.375981:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f731c0 00000400:00000200:2.0:1776198906.375986:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6839 [2] + 1312 00000400:00000200:2.0:1776198906.375997:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.376001:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.376005:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.376010:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:3.0:1776198906.376113:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.376121:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.376125:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.376152:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217739200/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.376189:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739200 02000000:00000010:3.0:1776198906.376203:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007705adb7. 00010000:00000010:3.0:1776198906.376241:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.376248:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.376283:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.376287:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.376301:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198906.376306:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739200, offset 224 00000400:00000200:3.0:1776198906.376313:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.376325:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.376330:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92163:92163:256:4294967295] 192.168.204.56@tcp LPNI seq info [92163:92163:8:4294967295] 00000400:00000200:3.0:1776198906.376349:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.376354:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.376358:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198906.376363:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.376369:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.376372:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.376390:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.376393:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.376396:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:2.0:1776198906.376788:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.376792:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:2.0:1776198906.376797:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.376801:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.376805:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:2.0:1776198906.376806:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00080000:00000010:0.0:1776198906.377739:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b723821. 00010000:00000010:0.0:1776198906.377934:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fc75d. 00010000:00000010:0.0:1776198906.377943:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e25310ab. 00010000:00000010:0.0:1776198906.378032:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198906.378039:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b83bd3c5. 00010000:00000010:0.0:1776198906.378050:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.378056:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.378065:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198906.378080:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087d7b047. 02000000:00000010:0.0:1776198906.378108:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027c6b6de. 00000400:00000010:0.0:1776198906.378114:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c6c911a. 00000400:00000010:0.0:1776198906.378119:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198906.378126:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075648, portal 16 00000400:00000010:0.0:1776198906.378131:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198906.378133:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075648, offset 0 00000400:00000200:0.0:1776198906.378142:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.378155:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.378163:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.378167:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.378169:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.378172:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92164:92164:256:4294967295] 192.168.204.56@tcp LPNI seq info [92164:92164:8:4294967295] 00000400:00000200:0.0:1776198906.378180:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.378185:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.378189:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198906.378195:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.378202:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.378205:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198906.380268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd1c508. 00010000:00000010:2.1:1776198906.380284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1ef4eb. 00010000:00000010:2.1:1776198906.380288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:1.0:1776198906.381712:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:1.0:1776198906.381716:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:1.0:1776198906.381725:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231075648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.384332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c03a3e. 00000400:00000200:2.0:1776198906.388468:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.388705:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b140 00000400:00000200:2.0:1776198906.388716:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f21 [1] + 224 00000400:00000200:2.0:1776198906.388740:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.388745:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.388756:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231075648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.388873:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c6c911a. 00000400:00000200:0.0:1776198906.388880:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:0.0:1776198906.388882:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:0.0:1776198906.388888:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231075648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.388896:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231075648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.388933:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027c6b6de. 02000000:00000010:0.0:1776198906.388939:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087d7b047. 00000100:00000010:0.0:1776198906.388943:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198906.388947:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.388953:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000200:2.0:1776198906.390084:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.390100:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73200 00000400:00000200:2.0:1776198906.390108:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6839 [2] + 1640 00000400:00000200:2.0:1776198906.390472:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.390478:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.390486:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.390492:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:0.0:1776198906.391185:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d7b047. 00000020:00000010:0.0:1776198906.391193:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.391198:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.391225:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217739264/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1776198906.391334:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066089270. 00010000:00000010:0.1:1776198906.391437:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00000100:00000200:0.0:1776198906.391462:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739264 02000000:00000010:0.0:1776198906.391476:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027c6b6de. 00010000:00000010:0.0:1776198906.391511:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f87b97ed. 00010000:00000010:0.0:1776198906.391531:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.391538:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.391561:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.391566:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.391583:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198906.391588:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739264, offset 224 00000400:00000200:0.0:1776198906.391597:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.391611:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00080000:00000010:2.0:1776198906.391758:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0175716. 00010000:00000010:2.0:1776198906.391888:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b83bd3c5. 00010000:00000010:2.0:1776198906.391895:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e0c326e. 00010000:00000010:2.0:1776198906.391980:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.391985:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.391992:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.391997:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b5ec5. 00080000:00000010:2.0:1776198906.392012:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077cbcb34. 00010000:00000010:2.0:1776198906.392049:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b5ec5. 00010000:00000010:2.0:1776198906.392053:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.392114:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198906.392118:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b88b5ec5. 00010000:00000010:2.0:1776198906.392128:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198906.392133:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198906.392140:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.392152:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000907ed1ad. 02000000:00000010:2.0:1776198906.392176:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1caccf6. 00000400:00000010:2.0:1776198906.392181:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009db59f5b. 00000400:00000010:2.0:1776198906.392187:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198906.392192:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075712, portal 16 00000400:00000010:2.0:1776198906.392196:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198906.392199:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075712, offset 0 00000400:00000200:2.0:1776198906.392205:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.392566:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92165:92165:256:4294967295] 192.168.204.56@tcp LPNI seq info [92165:92165:8:4294967295] 00000400:00000200:0.0:1776198906.392581:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.392587:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.392592:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198906.392598:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.392606:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.392610:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.392638:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.392644:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.392649:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d7b047. 00000800:00000200:1.0:1776198906.392799:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.392803:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198906.392809:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.392813:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.392818:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:1.0:1776198906.392821:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000400:00000200:2.0:1776198906.393538:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.393547:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.393550:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.393552:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.393555:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92166:92166:255:4294967295] 192.168.204.56@tcp LPNI seq info [92166:92166:7:4294967295] 00000400:00000200:2.0:1776198906.393562:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.393567:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.393573:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198906.393578:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.393583:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.393585:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.395769:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.395778:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347034). 00000400:00000200:1.0:1776198906.395789:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.395797:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.395803:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:1.0:1776198906.395806:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:1.0:1776198906.395818:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231075712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.396178:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.396196:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b180 00000400:00000200:2.0:1776198906.396204:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f2d [1] + 224 00000400:00000200:2.0:1776198906.396215:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.396217:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.396223:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231075712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.396619:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd67d9d0. 00010000:00000010:2.1:1776198906.396741:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00010000:00000010:2.1:1776198906.396746:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.396749:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:2.0:1776198906.396779:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.396787:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73240 00000400:00000200:2.0:1776198906.396793:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6839 [2] + 1968 00000400:00000010:2.0:1776198906.396797:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:2.0:1776198906.396802:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000d43207f 00000400:00000200:2.0:1776198906.397161:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.397166:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.397169:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43207f 00000400:00000010:2.0:1776198906.397172:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000d43207f (tot 82346882). 00000100:00000200:2.0:1776198906.397179:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198906.397803:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f2fafb5. 00000020:00000010:1.0:1776198906.397811:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.397815:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.397855:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cea68beb x1862477217739328/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198906.397886:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739328 02000000:00000010:1.0:1776198906.397899:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001d0ab73. 00010000:00000010:1.0:1776198906.397938:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018fd39fb. 00000100:00000010:1.0:1776198906.397945:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048466cb3. 00000100:00000010:1.0:1776198906.397952:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048466cb3. 00010000:00000010:1.0:1776198906.397955:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018fd39fb. 00000400:00000010:1.0:1776198906.397968:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198906.397973:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739328, offset 224 00000400:00000200:1.0:1776198906.397981:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.397993:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.397998:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92167:92167:256:4294967295] 192.168.204.56@tcp LPNI seq info [92167:92167:8:4294967295] 00000400:00000200:1.0:1776198906.398010:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.398025:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.398030:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347130). 00000800:00000200:1.0:1776198906.398036:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.398043:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.398046:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.398066:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.398070:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.398073:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.398081:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027c6b6de. 00000100:00000010:1.0:1776198906.398084:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:1.0:1776198906.398089:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007705adb7. 00000100:00000010:1.0:1776198906.398091:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:1.0:1776198906.398094:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005413e134. 00000100:00000010:1.0:1776198906.398095:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198906.398098:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d123ae0. 00000100:00000010:1.0:1776198906.398100:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198906.398103:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1f18021. 00000100:00000010:1.0:1776198906.398104:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 02000000:00000010:1.0:1776198906.398109:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004522c43e. 00000100:00000010:1.0:1776198906.398111:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 00000100:00000200:1.0:1776198906.398116:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198906.398122:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f08957b. 00000400:00000010:1.0:1776198906.398125:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000048466cb3 (tot 82347282). 00000400:00000010:0.0:1776198906.398380:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009db59f5b. 00000400:00000200:0.0:1776198906.398386:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:0.0:1776198906.398387:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:0.0:1776198906.398394:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231075712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.398402:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231075712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198906.398424:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f431a986. 02000000:00000010:0.0:1776198906.398440:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1caccf6. 02000000:00000010:0.0:1776198906.398445:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000907ed1ad. 00000100:00000010:0.0:1776198906.398449:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:0.0:1776198906.398452:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:0.0:1776198906.398454:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00080000:00000010:0.0:1776198906.398471:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d7b047. 00010000:00000010:0.0:1776198906.398571:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b88b5ec5. 00010000:00000010:0.0:1776198906.398576:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9757df5. 00010000:00000010:0.0:1776198906.398964:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003af38081. 00010000:00000010:0.0:1776198906.398971:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.398981:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.398985:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.398991:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198906.399001:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005413e134. 02000000:00000010:0.0:1776198906.399034:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027c6b6de. 00000400:00000010:0.0:1776198906.399038:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c6c911a. 00000400:00000010:0.0:1776198906.399042:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198906.399046:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075776, portal 16 00000400:00000010:0.0:1776198906.399050:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198906.399052:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075776, offset 0 00000400:00000200:0.0:1776198906.399057:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.399066:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.399072:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.399076:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.399078:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.399081:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92168:92168:255:4294967295] 192.168.204.56@tcp LPNI seq info [92168:92168:7:4294967295] 00000400:00000200:0.0:1776198906.399090:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.399095:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.399098:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347530). 00000800:00000200:0.0:1776198906.399103:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.399108:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.399111:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.399957:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.399963:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347282). 00000400:00000200:2.0:1776198906.399971:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.399977:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.399982:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:2.0:1776198906.399984:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 02000000:00000010:2.0:1776198906.399991:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001d0ab73. 00010000:00000010:0.1:1776198906.400685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4719081. 00000800:00000200:2.0:1776198906.401792:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.401799:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198906.401807:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.401817:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.401823:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:2.0:1776198906.401825:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:2.0:1776198906.402278:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231075776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.402319:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.402332:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b1c0 00000400:00000200:2.0:1776198906.402352:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f3d [1] + 224 00000400:00000200:2.0:1776198906.402385:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.402389:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.402394:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231075776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.402592:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c6c911a. 00000400:00000200:0.0:1776198906.402597:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:0.0:1776198906.402598:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:0.0:1776198906.402605:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231075776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.402612:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231075776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.402638:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027c6b6de. 02000000:00000010:0.0:1776198906.402644:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005413e134. 00000100:00000010:0.0:1776198906.402648:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198906.402652:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.402656:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00010000:00000010:0.1:1776198906.405313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000715561b7. 00010000:00000010:0.1:1776198906.405331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d47131a. 00010000:00000010:0.1:1776198906.405345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00000400:00000200:2.0:1776198906.408397:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.408422:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73280 00000400:00000200:2.0:1776198906.408432:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 0 00000400:00000200:2.0:1776198906.408516:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.408521:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.408528:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.408534:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:2.0:1776198906.412791:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d72ad6. 00000020:00000010:2.0:1776198906.412805:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.412810:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.412986:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217739392/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198906.413053:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739392 02000000:00000010:2.0:1776198906.413067:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000942cfa66. 00010000:00000010:2.0:1776198906.413098:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000257e8345. 00010000:00000010:2.0:1776198906.413126:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.413134:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d43207f. 00000100:00000010:2.0:1776198906.413200:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d43207f. 00010000:00000010:2.0:1776198906.413205:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.413221:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198906.413227:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739392, offset 224 00000400:00000200:2.0:1776198906.413237:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.413286:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.413293:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92169:92169:256:4294967295] 192.168.204.56@tcp LPNI seq info [92169:92169:8:4294967295] 00000400:00000200:2.0:1776198906.413303:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.413308:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.413313:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.413319:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.413327:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.413330:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.413359:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.413363:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.413367:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d72ad6. 00000800:00000200:3.0:1776198906.413510:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.413515:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:3.0:1776198906.413519:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.413524:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.413529:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:3.0:1776198906.413531:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00080000:00000010:0.0:1776198906.415161:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005413e134. 00010000:00000010:0.0:1776198906.415341:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.415351:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3f4658d. 00010000:00000010:0.0:1776198906.415452:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198906.415458:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.415471:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.415478:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.415489:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198906.415505:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027c6b6de. 02000000:00000010:0.0:1776198906.415539:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062e9f0f9. 00000400:00000010:0.0:1776198906.415547:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c6c911a. 00000400:00000010:0.0:1776198906.415553:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198906.415560:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075840, portal 16 00000400:00000010:0.0:1776198906.415567:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198906.415570:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075840, offset 0 00000400:00000200:0.0:1776198906.415581:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.415600:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.415609:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.415613:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.415616:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.415697:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92170:92170:256:4294967295] 192.168.204.56@tcp LPNI seq info [92170:92170:8:4294967295] 00000400:00000200:0.0:1776198906.415710:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.415717:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.415722:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198906.415729:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.415735:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.415738:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.416684:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.416690:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198906.416699:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.416706:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.416711:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:2.0:1776198906.416713:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:2.0:1776198906.416721:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231075840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.418319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041822ffb. 00000400:00000200:2.0:1776198906.419167:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.419185:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b200 00000400:00000200:2.0:1776198906.419194:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f49 [1] + 224 00000400:00000200:2.0:1776198906.419214:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.419218:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.419228:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231075840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.420748:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.420765:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f732c0 00000400:00000200:3.0:1776198906.420773:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 328 00000400:00000200:3.0:1776198906.420831:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.420841:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.420846:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.420852:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00000020:00000010:2.0:1776198906.420975:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d72ad6. 00000020:00000010:2.0:1776198906.420981:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.420985:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.421009:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f12cd49d x1862477217739456/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198906.421055:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739456 02000000:00000010:2.0:1776198906.421068:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c6f0044a. 00010000:00000010:2.0:1776198906.421111:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.421118:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d43207f. 00000100:00000010:2.0:1776198906.421125:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d43207f. 00010000:00000010:2.0:1776198906.421129:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.421142:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198906.421147:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739456, offset 224 00000400:00000200:2.0:1776198906.421156:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.421167:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.421172:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92171:92171:256:4294967295] 192.168.204.56@tcp LPNI seq info [92171:92171:8:4294967295] 00000400:00000200:2.0:1776198906.421182:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.421187:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.421191:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.421196:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.421202:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.421206:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.421223:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.421226:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.421230:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d72ad6. 00000800:00000200:1.0:1776198906.421307:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.421312:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:1.0:1776198906.421315:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.421319:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.421322:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:1.0:1776198906.421324:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000400:00000010:0.0:1776198906.421540:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c6c911a. 00000400:00000200:0.0:1776198906.421545:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:0.0:1776198906.421547:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:0.0:1776198906.421553:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231075840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.421562:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231075840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198906.421584:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fab2e3d6. 02000000:00000010:0.0:1776198906.421603:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062e9f0f9. 02000000:00000010:0.0:1776198906.421608:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027c6b6de. 00000100:00000010:0.0:1776198906.421612:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198906.421615:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.421619:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00080000:00000010:0.0:1776198906.421638:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062e9f0f9. 00010000:00000010:0.0:1776198906.421722:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.421728:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4bc8bd2. 00010000:00000010:0.0:1776198906.421806:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050e9466f. 00010000:00000010:0.0:1776198906.421811:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.421820:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.421824:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.421829:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198906.421839:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027c6b6de. 02000000:00000010:0.0:1776198906.421861:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630948. 00000400:00000010:0.0:1776198906.421866:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c6c911a. 00000400:00000010:0.0:1776198906.421869:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198906.421874:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075904, portal 16 00000400:00000010:0.0:1776198906.421878:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198906.421880:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075904, offset 0 00000400:00000200:0.0:1776198906.421885:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:0.1:1776198906.422547:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fbdc11e. 00010000:00000010:0.1:1776198906.422558:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af38081. 00000400:00000200:0.0:1776198906.422567:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.422574:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.422577:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.422581:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.422583:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92172:92172:256:4294967295] 192.168.204.56@tcp LPNI seq info [92172:92172:8:4294967295] 00000400:00000200:0.0:1776198906.422591:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.422596:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.422600:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198906.422606:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.422611:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.422614:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.425754:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.425763:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:2.0:1776198906.425773:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.425782:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.425788:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:2.0:1776198906.425790:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000100:00000200:2.0:1776198906.425799:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231075904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.427322:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.427352:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b240 00000400:00000200:3.0:1776198906.427361:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f55 [1] + 224 00000400:00000200:3.0:1776198906.427376:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.427380:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.427387:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231075904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.427577:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c6c911a. 00000400:00000200:0.0:1776198906.427582:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:0.0:1776198906.427585:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:0.0:1776198906.427592:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231075904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.427600:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231075904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.427643:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630948. 02000000:00000010:0.0:1776198906.427650:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027c6b6de. 00000100:00000010:0.0:1776198906.427655:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198906.427659:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.427664:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000200:1.0:1776198906.429766:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.429787:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73300 00000400:00000200:1.0:1776198906.429796:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 656 00000400:00000200:1.0:1776198906.429853:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.429857:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.429864:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.429870:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 00000020:00000010:2.0:1776198906.430056:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d72ad6. 00000020:00000010:2.0:1776198906.430064:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.430068:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.430096:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee7f46c8 x1862477217739520/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198906.430130:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739520 02000000:00000010:2.0:1776198906.430143:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000907ed1ad. 00010000:00000010:2.0:1776198906.430172:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bce8596. 00010000:00000010:2.0:1776198906.430197:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.430203:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d43207f. 00000100:00000010:2.0:1776198906.430225:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d43207f. 00010000:00000010:2.0:1776198906.430228:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.430240:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198906.430245:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739520, offset 224 00000400:00000200:2.0:1776198906.430296:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.430307:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.430312:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92173:92173:256:4294967295] 192.168.204.56@tcp LPNI seq info [92173:92173:8:4294967295] 00000400:00000200:2.0:1776198906.430321:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.430326:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.430330:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.430336:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.430344:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.430347:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.430371:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.430375:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.430379:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d72ad6. 00010000:00000010:0.1:1776198906.430482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db4d9b56. 00010000:00000010:0.1:1776198906.430492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c0ff8db. 00000800:00000200:3.0:1776198906.430494:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1776198906.430495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00000800:00000010:3.0:1776198906.430498:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.430501:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.430504:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.430508:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:3.0:1776198906.430509:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00080000:00000010:0.0:1776198906.430515:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc630948. 00010000:00000010:0.0:1776198906.430594:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.430600:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008a1abb9. 00010000:00000010:0.0:1776198906.430671:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198906.430676:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198906.430685:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.430689:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.430706:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198906.430718:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027c6b6de. 02000000:00000010:0.0:1776198906.430739:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa572a0. 00000400:00000010:0.0:1776198906.430744:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c6c911a. 00000400:00000010:0.0:1776198906.430748:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198906.430753:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231075968, portal 16 00000400:00000010:0.0:1776198906.430757:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198906.430759:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231075968, offset 0 00000400:00000200:0.0:1776198906.430763:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.430770:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.430777:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.430782:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.430785:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.430787:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92174:92174:256:4294967295] 192.168.204.56@tcp LPNI seq info [92174:92174:8:4294967295] 00000400:00000200:0.0:1776198906.430794:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.430797:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.430800:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198906.430803:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.430807:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.430809:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.431680:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.431685:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198906.431691:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.431696:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.431699:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:3.0:1776198906.431701:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:3.0:1776198906.431707:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231075968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198906.434345:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.434366:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b280 00000400:00000200:1.0:1776198906.434374:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f61 [1] + 224 00000400:00000200:1.0:1776198906.434391:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.434395:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.434405:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231075968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198906.434437:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.434443:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73340 00000400:00000200:1.0:1776198906.434448:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 984 00000400:00000200:1.0:1776198906.434497:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.434501:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.434505:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.434511:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000400:00000010:0.0:1776198906.435085:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c6c911a. 00000400:00000200:0.0:1776198906.435091:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:0.0:1776198906.435093:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:0.0:1776198906.435099:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231075968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.435107:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231075968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.435137:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa572a0. 02000000:00000010:0.0:1776198906.435143:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027c6b6de. 00000100:00000010:0.0:1776198906.435148:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198906.435152:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.435156:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000020:00000010:2.0:1776198906.435298:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d72ad6. 00000020:00000010:2.0:1776198906.435305:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.435310:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.435331:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217739584/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198906.435360:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739584 02000000:00000010:2.0:1776198906.435371:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:2.0:1776198906.435398:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a304a61. 00010000:00000010:2.0:1776198906.435418:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.435424:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d43207f. 00000100:00000010:2.0:1776198906.435481:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d43207f. 00010000:00000010:2.0:1776198906.435485:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.435497:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198906.435500:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739584, offset 224 00000400:00000200:2.0:1776198906.435508:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.435518:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.435524:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92175:92175:256:4294967295] 192.168.204.56@tcp LPNI seq info [92175:92175:8:4294967295] 00000400:00000200:2.0:1776198906.435534:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.435539:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.435543:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.435548:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.435554:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.435557:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.435581:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.435585:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.435588:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d72ad6. 00000800:00000200:3.0:1776198906.435718:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.435723:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.435726:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.435730:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.435733:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:3.0:1776198906.435734:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00080000:00000010:1.0:1776198906.435824:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001d0ab73. 00010000:00000010:1.0:1776198906.435914:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdd103df. 00010000:00000010:1.0:1776198906.435921:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b086d4af. 00010000:00000010:1.0:1776198906.435991:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063188536. 00010000:00000010:1.0:1776198906.435995:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.436000:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.436005:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.436100:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004522c43e. 00010000:00000010:1.0:1776198906.436130:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.436134:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.436188:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.436192:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.436200:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018fd39fb. 00000100:00000010:1.0:1776198906.436205:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.436212:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 02000000:00000010:1.0:1776198906.436224:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1f18021. 02000000:00000010:1.0:1776198906.436247:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f2fafb5. 00000400:00000010:1.0:1776198906.436418:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198906.436424:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198906.436431:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076032, portal 16 00000400:00000010:1.0:1776198906.436435:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198906.436438:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076032, offset 0 00000400:00000200:1.0:1776198906.436444:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.436452:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.436458:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.436462:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.436464:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.436467:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92176:92176:256:4294967295] 192.168.204.56@tcp LPNI seq info [92176:92176:8:4294967295] 00000400:00000200:1.0:1776198906.436474:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.436478:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.436481:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198906.436485:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.436491:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.436493:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.436910:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.436914:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198906.436920:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.436924:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.436927:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:0.0:1776198906.436929:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000100:00000200:0.0:1776198906.436935:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080f6e3ad x1862477231076032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.437424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030711a8f. 00010000:00000010:0.1:1776198906.440693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef0b22dd. 00010000:00000010:0.1:1776198906.440709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e9466f. 00000400:00000200:1.0:1776198906.441172:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.441189:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b2c0 00000400:00000200:1.0:1776198906.441196:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f6d [1] + 224 00000400:00000200:1.0:1776198906.441211:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.441215:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.441227:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080f6e3ad x1862477231076032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.441343:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:0.0:1776198906.441349:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:0.0:1776198906.441351:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000100:00000200:0.0:1776198906.441356:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080f6e3ad x1862477231076032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.441363:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080f6e3ad x1862477231076032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.441392:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f2fafb5. 02000000:00000010:0.0:1776198906.441397:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1f18021. 00000100:00000010:0.0:1776198906.441400:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 00000100:00000010:0.0:1776198906.441403:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:0.0:1776198906.441406:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018fd39fb. 00010000:00000010:1.1:1776198906.441537:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a65417. 00010000:00000010:1.1:1776198906.441543:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00010000:00000010:1.1:1776198906.441547:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198906.441551:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000400:00000200:1.0:1776198906.441574:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.441580:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73380 00000400:00000200:1.0:1776198906.441584:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 1312 00000400:00000200:1.0:1776198906.441743:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.441747:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.441752:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.441757:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 00000020:00000010:0.0:1776198906.442364:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa572a0. 00000020:00000010:0.0:1776198906.442372:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.442376:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.442403:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217739648/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.442475:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739648 02000000:00000010:0.0:1776198906.442489:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027c6b6de. 00010000:00000010:0.0:1776198906.442521:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042427dca. 00010000:00000010:0.0:1776198906.442544:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.442551:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.442568:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.442573:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.442590:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198906.442595:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739648, offset 224 00000400:00000200:0.0:1776198906.442603:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.442614:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.442620:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92177:92177:256:4294967295] 192.168.204.56@tcp LPNI seq info [92177:92177:8:4294967295] 00000400:00000200:0.0:1776198906.442642:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.442647:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.442651:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198906.442657:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.442663:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.442666:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.442691:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.442696:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.442699:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa572a0. 00080000:00000010:1.0:1776198906.442806:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1f18021. 00010000:00000010:1.0:1776198906.442894:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.442900:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044cc1f9f. 00010000:00000010:1.0:1776198906.442975:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.442980:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.442991:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.442995:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.443001:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.443012:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.443046:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a02b5e. 00000400:00000010:1.0:1776198906.443052:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.443057:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.443062:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076096, portal 16 00000400:00000010:1.0:1776198906.443066:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198906.443068:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076096, offset 0 00000400:00000200:1.0:1776198906.443073:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.443079:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.443085:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.443089:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.443092:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.443094:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92178:92178:255:4294967295] 192.168.204.56@tcp LPNI seq info [92178:92178:7:4294967295] 00000400:00000200:1.0:1776198906.443101:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.443105:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.443108:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198906.443112:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.443116:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.443118:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.443220:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.443224:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347282). 00000400:00000200:3.0:1776198906.443230:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.443235:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.443239:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:3.0:1776198906.443241:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000800:00000200:3.0:1776198906.443328:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.443330:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198906.443334:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.443337:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.443339:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:3.0:1776198906.443340:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000100:00000200:3.0:1776198906.443345:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.445335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ad08393. 00000400:00000200:0.0:1776198906.445469:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.445486:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b300 00000400:00000200:0.0:1776198906.445495:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f79 [1] + 224 00000400:00000200:0.0:1776198906.445508:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.445512:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.445522:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.446580:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.446593:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f733c0 00000400:00000200:3.0:1776198906.446599:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 1640 00000400:00000200:3.0:1776198906.446662:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.446666:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.446671:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.446676:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 00000020:00000010:0.0:1776198906.446767:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa572a0. 00000020:00000010:0.0:1776198906.446774:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.446780:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.446804:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000755613e2 x1862477217739712/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.446847:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739712 02000000:00000010:0.0:1776198906.446861:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065814432. 00010000:00000010:0.0:1776198906.446902:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.446908:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.446916:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.446920:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.446936:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198906.446940:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739712, offset 224 00000400:00000200:0.0:1776198906.446947:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.446957:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.446962:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92179:92179:256:4294967295] 192.168.204.56@tcp LPNI seq info [92179:92179:8:4294967295] 00000400:00000200:0.0:1776198906.446972:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.446977:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.446981:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198906.446986:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.446992:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.446996:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.447026:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.447031:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.447034:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa572a0. 00000800:00000200:3.0:1776198906.447522:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.447526:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198906.447531:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.447535:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.447539:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:3.0:1776198906.447542:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000400:00000010:1.0:1776198906.448140:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.448146:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.448148:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.448158:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.448168:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.448194:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000272f1310. 02000000:00000010:1.0:1776198906.448212:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007a02b5e. 02000000:00000010:1.0:1776198906.448217:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198906.448220:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.448225:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.448228:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.448245:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007a02b5e. 00010000:00000010:1.0:1776198906.448492:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.448500:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e81c4fd5. 00010000:00000010:1.0:1776198906.448584:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.448590:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.448602:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.448607:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.448614:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.448628:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.448654:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0cd5d7a. 00000400:00000010:1.0:1776198906.448659:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.448662:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.448668:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076160, portal 16 00000400:00000010:1.0:1776198906.448672:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198906.448674:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076160, offset 0 00000400:00000200:1.0:1776198906.448681:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.448741:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.448750:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.448753:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.448756:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.448759:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92180:92180:256:4294967295] 192.168.204.56@tcp LPNI seq info [92180:92180:8:4294967295] 00000400:00000200:1.0:1776198906.448769:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.448774:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.448780:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198906.448786:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.448791:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.448794:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.449026:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.449030:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:0.0:1776198906.449035:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.449039:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.449043:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:0.0:1776198906.449044:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:0.0:1776198906.449049:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.449790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000416062f. 00010000:00000010:1.1:1776198906.449800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:0.1:1776198906.450696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000505f1766. 00000400:00000200:2.0:1776198906.451544:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.451561:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b340 00000400:00000200:2.0:1776198906.451569:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f85 [1] + 224 00000400:00000200:2.0:1776198906.451580:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.451584:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.451595:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.451638:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.451643:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73400 00000400:00000200:2.0:1776198906.451648:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6895 [2] + 1968 00000400:00000010:2.0:1776198906.451653:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ebd4284. 00000400:00000200:2.0:1776198906.451656:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c1ba2b24 00000400:00000200:2.0:1776198906.451665:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.451667:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.451670:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1ba2b24 00000400:00000010:2.0:1776198906.451672:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c1ba2b24 (tot 82346882). 00000100:00000200:2.0:1776198906.451676:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776198906.451684:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.451688:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.451690:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.451704:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.451712:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.451740:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0cd5d7a. 02000000:00000010:1.0:1776198906.451746:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198906.451750:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.451754:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.451757:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:3.0:1776198906.451939:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.451945:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.451949:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.451972:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df870fe7 x1862477217739776/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.452008:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739776 02000000:00000010:3.0:1776198906.452028:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f94f156. 00010000:00000010:3.0:1776198906.452055:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f342c51c. 00010000:00000010:3.0:1776198906.452076:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.452081:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfa16. 00000100:00000010:3.0:1776198906.452094:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afedfa16. 00010000:00000010:3.0:1776198906.452097:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.452110:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000100:00000200:3.0:1776198906.452114:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739776, offset 224 00000400:00000200:3.0:1776198906.452122:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.452132:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.452141:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92181:92181:256:4294967295] 192.168.204.56@tcp LPNI seq info [92181:92181:8:4294967295] 00000400:00000200:3.0:1776198906.452151:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.452156:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.452160:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347130). 00000800:00000200:3.0:1776198906.452166:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.452171:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.452175:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.452199:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.452202:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.452205:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 02000000:00000010:3.0:1776198906.452213:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000065814432. 00000100:00000010:3.0:1776198906.452215:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198906.452219:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027c6b6de. 00000100:00000010:3.0:1776198906.452221:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 02000000:00000010:3.0:1776198906.452224:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000100:00000010:3.0:1776198906.452226:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:3.0:1776198906.452228:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000907ed1ad. 00000100:00000010:3.0:1776198906.452230:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 02000000:00000010:3.0:1776198906.452234:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c6f0044a. 00000100:00000010:3.0:1776198906.452235:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.452238:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000942cfa66. 00000100:00000010:3.0:1776198906.452240:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000200:3.0:1776198906.452246:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198906.452251:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e85fa793. 00000400:00000010:3.0:1776198906.452291:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000afedfa16 (tot 82347282). 00080000:00000010:1.0:1776198906.452359:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cd5d7a. 00010000:00000010:1.0:1776198906.452447:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.452454:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006eaa712c. 00000800:00000200:2.0:1776198906.452460:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.452464:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:2.0:1776198906.452468:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.452472:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.452475:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b4375f2 00000400:00000010:2.0:1776198906.452476:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b4375f2. 02000000:00000010:2.0:1776198906.452480:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f94f156. 00010000:00000010:1.0:1776198906.452527:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.452532:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.452543:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.452547:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.452554:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.452565:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.452587:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30c3b41. 00000400:00000010:1.0:1776198906.452591:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.452594:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.452597:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076224, portal 16 00000400:00000010:1.0:1776198906.452601:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198906.452605:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076224, offset 0 00000400:00000200:1.0:1776198906.452611:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.452617:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.452624:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.452629:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.452632:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.452634:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92182:92182:256:4294967295] 192.168.204.56@tcp LPNI seq info [92182:92182:8:4294967295] 00000400:00000200:1.0:1776198906.452641:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.452645:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.452648:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198906.452652:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.452656:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.452658:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.453004:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.453006:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198906.453010:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.453014:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.453024:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:0.0:1776198906.453026:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:0.0:1776198906.453031:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.454884:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.454903:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b380 00000400:00000200:2.0:1776198906.454911:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7f95 [1] + 224 00000400:00000200:2.0:1776198906.454928:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.454932:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.454942:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.455082:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.455088:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.455090:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.455097:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.455110:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.455142:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e30c3b41. 02000000:00000010:1.0:1776198906.455151:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198906.455156:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.455161:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.455165:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:2.0:1776198906.457143:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.457162:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73440 00000400:00000200:2.0:1776198906.457171:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 0 00010000:00000010:1.1:1776198906.457463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099b738cd. 00010000:00000010:1.1:1776198906.457479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015145958. 00010000:00000010:1.1:1776198906.457483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000400:00000200:2.0:1776198906.457560:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.457566:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.457574:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.457580:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:3.0:1776198906.457728:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.457735:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.457740:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.457768:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217739840/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198906.457837:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739840 02000000:00000010:3.0:1776198906.457850:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f94f156. 00010000:00000010:3.0:1776198906.457879:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a537a42c. 00010000:00000010:3.0:1776198906.457900:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.457907:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.457927:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.457931:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.457946:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198906.457951:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739840, offset 224 00000400:00000200:3.0:1776198906.457959:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.457970:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.457976:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92183:92183:256:4294967295] 192.168.204.56@tcp LPNI seq info [92183:92183:8:4294967295] 00000400:00000200:3.0:1776198906.457984:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.457989:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.457993:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198906.457998:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.458005:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.458009:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.458050:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.458054:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.458057:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00080000:00000010:1.0:1776198906.458102:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e30c3b41. 00010000:00000010:1.0:1776198906.458193:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.458199:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000201150f3. 00010000:00000010:1.0:1776198906.458300:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.458307:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.458317:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.458321:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.458327:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.458337:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd8b7235. 02000000:00000010:1.0:1776198906.458359:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003522346a. 00000400:00000010:1.0:1776198906.458364:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.458369:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.458375:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076288, portal 16 00000400:00000010:1.0:1776198906.458379:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198906.458381:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076288, offset 0 00000400:00000200:1.0:1776198906.458387:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.458393:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.458400:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.458404:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.458406:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.458408:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92184:92184:255:4294967295] 192.168.204.56@tcp LPNI seq info [92184:92184:7:4294967295] 00000400:00000200:1.0:1776198906.458415:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.458430:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.458434:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347530). 00000800:00000200:1.0:1776198906.458438:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.458442:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.458444:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.458581:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.458585:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347282). 00000400:00000200:2.0:1776198906.458589:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.458593:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.458596:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:2.0:1776198906.458598:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 00000800:00000200:2.0:1776198906.460122:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.460130:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198906.460140:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.460148:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.460153:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:2.0:1776198906.460155:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:2.0:1776198906.460166:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.466171:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.466189:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b3c0 00000400:00000200:2.0:1776198906.466196:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fa1 [1] + 224 00000400:00000200:2.0:1776198906.466205:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.466208:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.466217:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.466246:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.466271:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73480 00000400:00000200:2.0:1776198906.466278:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 328 00010000:00000010:1.1:1776198906.466283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099a93458. 00000400:00000200:2.0:1776198906.466289:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1776198906.466290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:2.0:1776198906.466292:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.466296:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.466302:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000400:00000010:1.0:1776198906.466311:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.466316:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.466319:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00010000:00000010:3.1:1776198906.466353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa44cd39. 00000020:00000010:3.0:1776198906.466388:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.466396:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.466401:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:1.0:1776198906.466524:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.466533:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.466561:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003522346a. 02000000:00000010:1.0:1776198906.466569:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd8b7235. 00000100:00000010:1.0:1776198906.466573:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.466577:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.466580:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000100:00000200:3.0:1776198906.466598:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217739904/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198906.466688:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739904 02000000:00000010:3.0:1776198906.466701:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d123ae0. 00010000:00000010:3.0:1776198906.466730:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006158fc4d. 00010000:00000010:3.0:1776198906.466751:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.466757:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.466773:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.466776:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.466789:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198906.466793:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739904, offset 224 00000400:00000200:3.0:1776198906.466801:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.466812:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.466819:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92185:92185:256:4294967295] 192.168.204.56@tcp LPNI seq info [92185:92185:8:4294967295] 00000400:00000200:3.0:1776198906.466828:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.466832:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.466837:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347282). 00000800:00000200:3.0:1776198906.466842:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.466848:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.466852:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.466872:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.466877:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.466880:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:2.0:1776198906.466996:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.467004:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa58bf90 (tot 82347034). 00000400:00000200:2.0:1776198906.467008:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.467011:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.467024:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:2.0:1776198906.467026:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00080000:00000010:1.0:1776198906.467203:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd8b7235. 00010000:00000010:1.0:1776198906.467322:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.467328:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f246e994. 00010000:00000010:1.0:1776198906.467418:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063188536. 00010000:00000010:1.0:1776198906.467423:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.467429:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.467435:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.467448:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003522346a. 00010000:00000010:1.0:1776198906.467472:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.467481:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.467540:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198906.467543:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.467552:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.467558:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.467565:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.467578:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.467601:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3b6f594. 00000400:00000010:1.0:1776198906.467605:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.467610:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.467614:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076352, portal 16 00000400:00000010:1.0:1776198906.467619:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198906.467620:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076352, offset 0 00000400:00000200:1.0:1776198906.467625:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.467634:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.467643:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.467646:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.467648:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.467651:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92186:92186:256:4294967295] 192.168.204.56@tcp LPNI seq info [92186:92186:8:4294967295] 00000400:00000200:1.0:1776198906.467657:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.467660:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.467664:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.467668:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.467672:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.467674:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.467898:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.467902:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198906.467906:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.467909:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.467912:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:2.0:1776198906.467914:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:2.0:1776198906.467920:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.470093:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.470114:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b400 00000400:00000200:2.0:1776198906.470123:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fad [1] + 224 00000400:00000200:2.0:1776198906.470133:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.470136:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.470144:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.470352:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.470359:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f734c0 00000400:00000200:2.0:1776198906.470364:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 656 00000400:00000200:2.0:1776198906.470415:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.470574:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.470580:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.470588:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198906.470698:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.470706:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.470710:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.470982:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217739968/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.471027:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217739968 02000000:00000010:3.0:1776198906.471040:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007705adb7. 00010000:00000010:3.0:1776198906.471080:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.471086:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.471093:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.471095:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.471109:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198906.471115:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217739968, offset 224 00000400:00000200:3.0:1776198906.471122:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.471132:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.471137:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92187:92187:256:4294967295] 192.168.204.56@tcp LPNI seq info [92187:92187:8:4294967295] 00000400:00000200:3.0:1776198906.471145:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.471150:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.471154:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347282). 00000800:00000200:3.0:1776198906.471159:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.471167:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.471170:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.471372:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.471377:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.471380:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:2.0:1776198906.471596:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.471600:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:2.0:1776198906.471605:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.471609:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.471613:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:2.0:1776198906.471616:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00010000:00000010:1.1:1776198906.471643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2bed573. 00010000:00000010:1.1:1776198906.471651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00000400:00000010:1.0:1776198906.471677:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.471681:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.471683:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.471690:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.471699:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.471720:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000faf71815. 02000000:00000010:1.0:1776198906.471737:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3b6f594. 02000000:00000010:1.0:1776198906.471742:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198906.471747:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.471751:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.471754:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.471771:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3b6f594. 00010000:00000010:1.0:1776198906.471859:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.471864:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000934880e6. 00010000:00000010:1.0:1776198906.471938:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.471944:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.471956:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.471961:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.471966:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.471976:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.472001:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b34abb4c. 00000400:00000010:1.0:1776198906.472005:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.472009:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.472013:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076416, portal 16 00000400:00000010:1.0:1776198906.472029:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198906.472031:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076416, offset 0 00000400:00000200:1.0:1776198906.472036:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.472045:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.472052:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.472055:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.472062:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.472065:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92188:92188:256:4294967295] 192.168.204.56@tcp LPNI seq info [92188:92188:8:4294967295] 00000400:00000200:1.0:1776198906.472072:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.472076:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.472080:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198906.472085:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.472089:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.472092:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.472548:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.472552:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198906.472556:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.472561:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.472564:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:2.0:1776198906.472565:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000100:00000200:2.0:1776198906.472571:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.474349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfbe564c. 00010000:00000010:1.1:1776198906.474363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:1.1:1776198906.474370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198906.474373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00010000:00000010:3.1:1776198906.474504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6fb8e0e. 00010000:00000010:3.1:1776198906.474510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007501b083. 00000400:00000200:2.0:1776198906.475076:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.475094:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b440 00000400:00000200:2.0:1776198906.475103:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fb9 [1] + 224 00000400:00000200:2.0:1776198906.475121:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.475125:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.475135:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.475219:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.475224:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.475226:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.475232:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.475239:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.475436:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b34abb4c. 02000000:00000010:1.0:1776198906.475446:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198906.475451:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.475455:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.475459:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:2.0:1776198906.477038:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.477056:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73500 00000400:00000200:2.0:1776198906.477064:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 984 00000400:00000200:2.0:1776198906.477222:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.477227:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.477233:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.477239:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:0.0:1776198906.477540:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:0.0:1776198906.477548:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.477552:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.477582:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217740032/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.477620:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740032 02000000:00000010:0.0:1776198906.477634:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fa572a0. 00010000:00000010:0.0:1776198906.477669:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000325bff25. 00010000:00000010:0.0:1776198906.477696:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.477703:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.477719:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.477724:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.477743:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198906.477748:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740032, offset 224 00000400:00000200:0.0:1776198906.477756:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.477767:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.477778:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92189:92189:256:4294967295] 192.168.204.56@tcp LPNI seq info [92189:92189:8:4294967295] 00000400:00000200:0.0:1776198906.477788:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.477793:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.477798:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198906.477804:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.477812:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.477816:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.477840:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.477844:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.477847:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00080000:00000010:1.0:1776198906.478050:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b34abb4c. 00000800:00000200:2.0:1776198906.478079:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.478083:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198906.478088:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.478091:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.478095:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198906.478097:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00010000:00000010:1.0:1776198906.478145:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.478153:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ecb2ffe. 00010000:00000010:1.0:1776198906.478826:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.478834:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.478846:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.478851:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.478861:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.478873:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000902305a4. 02000000:00000010:1.0:1776198906.478903:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f2fafb5. 00000400:00000010:1.0:1776198906.478910:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.478915:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.478922:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076480, portal 16 00000400:00000010:1.0:1776198906.478927:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198906.478929:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076480, offset 0 00000400:00000200:1.0:1776198906.478936:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.478947:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.478956:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.478960:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.478963:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.478966:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92190:92190:256:4294967295] 192.168.204.56@tcp LPNI seq info [92190:92190:8:4294967295] 00000400:00000200:1.0:1776198906.478975:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.478980:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.478983:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198906.478988:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.478993:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.478996:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.479775:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.479780:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198906.479786:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.479792:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.479796:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:2.0:1776198906.479798:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000100:00000200:2.0:1776198906.479806:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.482140:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.482157:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b480 00000400:00000200:2.0:1776198906.482165:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fc5 [1] + 224 00000400:00000200:2.0:1776198906.482177:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.482180:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.482189:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.482301:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.482307:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73540 00000400:00000200:2.0:1776198906.482311:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 1312 00000400:00000200:2.0:1776198906.482322:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.482325:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.482328:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.482518:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:3.0:1776198906.482600:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.482606:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.482610:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.482635:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217740096/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198906.482673:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740096 02000000:00000010:3.0:1776198906.482688:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d4c5f00. 00010000:00000010:3.0:1776198906.482734:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.482743:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.482750:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.482754:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.482770:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198906.482775:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740096, offset 224 00000400:00000200:3.0:1776198906.482784:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.482796:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.482802:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92191:92191:256:4294967295] 192.168.204.56@tcp LPNI seq info [92191:92191:8:4294967295] 00000400:00000200:3.0:1776198906.482811:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.482815:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.482819:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347282). 00000800:00000200:3.0:1776198906.482825:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.482831:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.482844:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.482862:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.482865:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:3.0:1776198906.482867:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:2.0:1776198906.483005:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.483008:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d53fe420 (tot 82347034). 00000400:00000200:2.0:1776198906.483011:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.483024:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.483028:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:2.0:1776198906.483030:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00010000:00000010:1.1:1776198906.483110:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043994b60. 00010000:00000010:1.1:1776198906.483119:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000189e7b1a. 00010000:00000010:1.1:1776198906.483122:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00000400:00000010:1.0:1776198906.483134:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.483138:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.483140:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.483147:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.483156:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.483180:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a64b120. 02000000:00000010:1.0:1776198906.483291:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198906.483299:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000902305a4. 00000100:00000010:1.0:1776198906.483305:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.483309:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.483311:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.483328:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f2fafb5. 00010000:00000010:1.0:1776198906.483533:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.483540:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec33a901. 00010000:00000010:1.0:1776198906.483618:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198906.483623:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.483632:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.483637:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.483643:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.483653:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000902305a4. 02000000:00000010:1.0:1776198906.483676:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af54083f. 00000400:00000010:1.0:1776198906.483681:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.483686:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.483691:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076544, portal 16 00000400:00000010:1.0:1776198906.483696:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198906.483698:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076544, offset 0 00000400:00000200:1.0:1776198906.483704:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.483714:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.483721:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.483724:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.483726:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.483728:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92192:92192:256:4294967295] 192.168.204.56@tcp LPNI seq info [92192:92192:8:4294967295] 00000400:00000200:1.0:1776198906.483735:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.483739:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.483743:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198906.483747:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.483752:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.483754:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.483940:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.483943:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198906.483946:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.483950:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.483953:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:2.0:1776198906.483955:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000100:00000200:2.0:1776198906.483959:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.485996:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.486026:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b4c0 00000400:00000200:2.0:1776198906.486036:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fd1 [1] + 224 00000400:00000200:2.0:1776198906.486053:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.486057:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.486066:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.486118:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.486123:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.486125:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.486131:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.486138:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.486164:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af54083f. 02000000:00000010:1.0:1776198906.486181:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000902305a4. 00000100:00000010:1.0:1776198906.486189:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.486194:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.486197:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:0.1:1776198906.486795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dd9de86. 00000400:00000200:2.0:1776198906.488765:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.488786:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73580 00000400:00000200:2.0:1776198906.488795:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 1640 00000400:00000200:2.0:1776198906.489196:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.489202:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.489208:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.489215:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:0.0:1776198906.489420:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:0.0:1776198906.489428:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.489433:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.489467:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217740160/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.489499:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740160 02000000:00000010:0.0:1776198906.489513:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000854c2321. 00010000:00000010:0.0:1776198906.489543:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000406ed8e5. 00010000:00000010:0.0:1776198906.489566:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.489573:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.489632:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.489638:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00080000:00000010:1.0:1776198906.489642:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af54083f. 00000400:00000010:0.0:1776198906.489657:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198906.489662:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740160, offset 224 00000400:00000200:0.0:1776198906.489669:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.489680:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.489686:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92193:92193:256:4294967295] 192.168.204.56@tcp LPNI seq info [92193:92193:8:4294967295] 00000400:00000200:0.0:1776198906.489695:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.489699:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.489703:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198906.489708:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.489715:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.489718:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776198906.489730:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.489736:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b19fffe9. 00000020:00000010:0.0:1776198906.489739:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.489744:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.489746:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00010000:00000010:1.0:1776198906.489823:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.489828:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.489840:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.489843:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.489850:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.489859:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d484664. 02000000:00000010:1.0:1776198906.489881:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4dc834f. 00000400:00000010:1.0:1776198906.489886:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.489890:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.489895:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076608, portal 16 00000400:00000010:1.0:1776198906.489900:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198906.489902:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076608, offset 0 00000400:00000200:1.0:1776198906.489906:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000800:00000200:2.0:1776198906.489907:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.489910:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:1.0:1776198906.489912:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.489918:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.489920:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.489921:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.489923:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.489924:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.489926:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000200:1.0:1776198906.489926:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92194:92194:255:4294967295] 192.168.204.56@tcp LPNI seq info [92194:92194:7:4294967295] 00000400:00000010:2.0:1776198906.489928:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000400:00000200:1.0:1776198906.489933:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.489937:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.489940:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198906.489943:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.489947:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.489949:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.489991:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.489994:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198906.489997:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.490001:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.490003:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:2.0:1776198906.490004:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000100:00000200:2.0:1776198906.490009:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.491831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f39074. 00010000:00000010:1.1:1776198906.491844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.1:1776198906.491850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073673f00. 00010000:00000010:1.1:1776198906.491853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080449148. 00010000:00000010:1.1:1776198906.491856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:2.0:1776198906.493161:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.493180:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b500 00000400:00000200:2.0:1776198906.493189:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fdd [1] + 224 00000400:00000200:2.0:1776198906.493206:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.493210:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.493222:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.493551:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.493559:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f735c0 00000400:00000200:2.0:1776198906.493565:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb68f1 [2] + 1968 00000400:00000010:2.0:1776198906.493574:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6dd71c8. 00000400:00000200:2.0:1776198906.493577:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000814d8bfb 00000400:00000010:1.0:1776198906.493616:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.493622:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.493623:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000400:00000200:2.0:1776198906.493627:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.493630:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.493630:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.493632:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814d8bfb 00000400:00000010:2.0:1776198906.493634:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000814d8bfb (tot 82346882). 00000100:00000200:1.0:1776198906.493638:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.493640:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1776198906.493668:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4dc834f. 02000000:00000010:1.0:1776198906.493673:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d484664. 00000100:00000010:1.0:1776198906.493676:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.493680:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.493683:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:0.0:1776198906.493935:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:0.0:1776198906.493942:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.493946:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.493970:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000078a79bf6 x1862477217740224/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.494060:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740224 02000000:00000010:0.0:1776198906.494075:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee0eab7a. 00010000:00000010:0.0:1776198906.494103:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5b39917. 00010000:00000010:0.0:1776198906.494123:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.494129:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098b21b9a. 00000100:00000010:0.0:1776198906.494143:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098b21b9a. 00010000:00000010:0.0:1776198906.494147:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.494163:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198906.494167:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740224, offset 224 00000400:00000200:0.0:1776198906.494174:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.494185:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.494190:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92195:92195:256:4294967295] 192.168.204.56@tcp LPNI seq info [92195:92195:8:4294967295] 00000400:00000200:0.0:1776198906.494200:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.494205:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.494209:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347130). 00000800:00000200:0.0:1776198906.494215:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.494221:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.494225:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.494246:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.494273:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.494277:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 02000000:00000010:0.0:1776198906.494284:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000854c2321. 00000100:00000010:0.0:1776198906.494287:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:0.0:1776198906.494291:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d4c5f00. 00000100:00000010:0.0:1776198906.494293:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:0.0:1776198906.494295:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fa572a0. 00000100:00000010:0.0:1776198906.494297:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:0.0:1776198906.494299:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007705adb7. 00000100:00000010:0.0:1776198906.494313:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:0.0:1776198906.494317:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d123ae0. 00000100:00000010:0.0:1776198906.494318:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:0.0:1776198906.494321:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f94f156. 00000100:00000010:0.0:1776198906.494323:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:0.0:1776198906.494329:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1776198906.494331:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.494334:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82346882). 00000400:00000200:2.0:1776198906.494339:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776198906.494341:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c6c911a. 00000400:00000200:2.0:1776198906.494342:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.494345:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:0.0:1776198906.494345:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000098b21b9a (tot 82347034). 00000400:00000010:2.0:1776198906.494346:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 02000000:00000010:2.0:1776198906.494349:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee0eab7a. 00080000:00000010:1.0:1776198906.494397:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d484664. 00010000:00000010:1.0:1776198906.494480:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.494486:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d496c9c. 00010000:00000010:1.0:1776198906.494561:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.494567:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.494576:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.494580:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.494586:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.494596:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4dc834f. 02000000:00000010:1.0:1776198906.494618:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091294508. 00000400:00000010:1.0:1776198906.494621:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.494625:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.494628:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076672, portal 16 00000400:00000010:1.0:1776198906.494631:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cf5c748. 00000100:00000200:1.0:1776198906.494633:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076672, offset 0 00000400:00000200:1.0:1776198906.494638:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.494645:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.494652:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.494655:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.494657:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.494660:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92196:92196:256:4294967295] 192.168.204.56@tcp LPNI seq info [92196:92196:8:4294967295] 00000400:00000200:1.0:1776198906.494666:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.494670:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.494673:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198906.494677:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.494682:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.494683:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.494861:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.494864:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198906.494867:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.494871:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.494873:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:2.0:1776198906.494874:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000100:00000200:2.0:1776198906.494879:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.496326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfa400aa. 00000400:00000200:2.0:1776198906.496847:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.496861:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b540 00000400:00000200:2.0:1776198906.496870:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7fed [1] + 224 00000400:00000200:2.0:1776198906.496878:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.496880:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.496888:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.496915:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.496920:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73600 00000400:00000200:2.0:1776198906.496925:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 0 00000400:00000010:1.0:1776198906.496933:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.496938:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.496940:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.496945:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.496952:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.496983:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091294508. 02000000:00000010:1.0:1776198906.496989:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4dc834f. 00000100:00000010:1.0:1776198906.496993:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.496997:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.497000:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:2.0:1776198906.497034:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.497039:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.497042:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.497048:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:0.0:1776198906.497142:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee0eab7a. 00000020:00000010:0.0:1776198906.497149:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.497153:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.497178:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217740288/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.497320:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740288 02000000:00000010:0.0:1776198906.497333:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fa572a0. 00010000:00000010:0.0:1776198906.497357:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072300827. 00010000:00000010:0.0:1776198906.497377:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.497383:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.497424:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.497429:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.497447:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198906.497453:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740288, offset 224 00000400:00000200:0.0:1776198906.497460:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.497472:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.497489:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92197:92197:256:4294967295] 192.168.204.56@tcp LPNI seq info [92197:92197:8:4294967295] 00000400:00000200:0.0:1776198906.497500:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.497508:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.497517:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.497522:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.497528:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.497531:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776198906.497539:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4dc834f. 00000020:00000010:0.0:1776198906.497551:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.497555:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.497557:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee0eab7a. 00010000:00000010:1.0:1776198906.497617:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.497623:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022c5304a. 00010000:00000010:1.0:1776198906.497719:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.497724:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.497733:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.497737:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.497743:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.497753:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091294508. 02000000:00000010:1.0:1776198906.497773:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b76fa9b. 00000400:00000010:1.0:1776198906.497777:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.497781:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.497785:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076736, portal 16 00000400:00000010:1.0:1776198906.497788:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8a5d80. 00000100:00000200:1.0:1776198906.497790:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076736, offset 0 00000400:00000200:1.0:1776198906.497794:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.497801:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000800:00000200:2.0:1776198906.497807:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1776198906.497807:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.497810:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1776198906.497811:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:1.0:1776198906.497812:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.497815:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.497815:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92198:92198:255:4294967295] 192.168.204.56@tcp LPNI seq info [92198:92198:7:4294967295] 00000400:00000200:2.0:1776198906.497819:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.497821:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000200:1.0:1776198906.497821:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000400:00000010:2.0:1776198906.497823:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000800:00000200:1.0:1776198906.497825:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.497828:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198906.497831:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.497835:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.497837:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.497875:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.497877:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198906.497880:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.497884:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.497886:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:2.0:1776198906.497887:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00000100:00000200:2.0:1776198906.497892:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.499445:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.499463:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b580 00000400:00000200:2.0:1776198906.499471:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb7ff9 [1] + 224 00000400:00000200:2.0:1776198906.499487:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.499491:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.499500:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.499576:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.499581:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.499583:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.499589:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.499596:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.499696:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b76fa9b. 02000000:00000010:1.0:1776198906.499703:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091294508. 00000100:00000010:1.0:1776198906.499707:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.499711:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.499714:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:0.1:1776198906.500695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978ca4c4. 00000400:00000200:2.0:1776198906.501153:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.501168:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73640 00000400:00000200:2.0:1776198906.501175:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 328 00000400:00000200:2.0:1776198906.501291:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.501297:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.501303:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.501309:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00010000:00000010:1.1:1776198906.501384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697cc0c6. 00010000:00000010:1.1:1776198906.501391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.1:1776198906.501395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c6b2544. 00010000:00000010:1.1:1776198906.501399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000020:00000010:0.0:1776198906.502530:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee0eab7a. 00000020:00000010:0.0:1776198906.502541:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.502546:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.502578:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217740352/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.502619:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740352 02000000:00000010:0.0:1776198906.502631:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000854c2321. 00010000:00000010:0.0:1776198906.502660:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3327103. 00010000:00000010:0.0:1776198906.502683:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.502690:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.502708:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.502712:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.502730:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198906.502735:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740352, offset 224 00000400:00000200:0.0:1776198906.502743:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.502755:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.502761:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92199:92199:256:4294967295] 192.168.204.56@tcp LPNI seq info [92199:92199:8:4294967295] 00000400:00000200:0.0:1776198906.502772:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.502778:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.502790:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198906.502796:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.502803:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.502806:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.502832:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.502837:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.502839:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee0eab7a. 00080000:00000010:1.0:1776198906.502842:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091294508. 00010000:00000010:1.0:1776198906.502930:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.502947:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008616bd18. 00010000:00000010:1.0:1776198906.503033:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.503039:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.503049:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.503053:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.503059:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.503070:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b76fa9b. 02000000:00000010:1.0:1776198906.503094:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000902305a4. 00000400:00000010:1.0:1776198906.503099:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.503104:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.503108:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076800, portal 16 00000400:00000010:1.0:1776198906.503112:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198906.503113:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076800, offset 0 00000400:00000200:1.0:1776198906.503118:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.503124:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.503131:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.503134:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.503137:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.503139:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92200:92200:255:4294967295] 192.168.204.56@tcp LPNI seq info [92200:92200:7:4294967295] 00000400:00000200:1.0:1776198906.503145:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.503149:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.503152:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198906.503155:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.503159:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.503161:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.503343:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.503347:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347282). 00000400:00000200:2.0:1776198906.503352:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.503357:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.503361:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:2.0:1776198906.503363:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000800:00000200:2.0:1776198906.503425:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.503427:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198906.503430:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.503434:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.503436:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:2.0:1776198906.503438:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:2.0:1776198906.503444:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.505300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed456de4. 00010000:00000010:1.1:1776198906.505660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009707632b. 00010000:00000010:1.1:1776198906.505672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:2.0:1776198906.507542:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.507566:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b5c0 00000400:00000200:2.0:1776198906.507575:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8005 [1] + 224 00000400:00000200:2.0:1776198906.507586:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.507590:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.507601:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.507643:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.507649:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73680 00000400:00000200:2.0:1776198906.507653:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 656 00000400:00000200:2.0:1776198906.507675:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.507678:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.507681:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.507686:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198906.507785:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:3.0:1776198906.507792:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.507796:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004819c55e. 00000100:00000200:3.0:1776198906.507822:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217740416/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198906.507857:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740416 02000000:00000010:3.0:1776198906.507868:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0de17f3. 00010000:00000010:3.0:1776198906.507914:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.507921:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.507928:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.507932:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:1.0:1776198906.507947:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000010:3.0:1776198906.507948:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000400:00000200:1.0:1776198906.507953:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.507956:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.507963:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.507980:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.508004:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029cebe7d. 02000000:00000010:1.0:1776198906.508031:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000902305a4. 02000000:00000010:1.0:1776198906.508039:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b76fa9b. 00000100:00000010:1.0:1776198906.508043:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.508046:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.508049:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.508064:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902305a4. 00010000:00000010:1.0:1776198906.508162:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.508168:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a084460f. 00010000:00000010:1.0:1776198906.508314:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.508320:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.508330:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.508344:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.508351:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.508363:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b76fa9b. 02000000:00000010:1.0:1776198906.508385:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048787a18. 00000400:00000010:1.0:1776198906.508389:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000100:00000200:3.0:1776198906.508426:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740416, offset 224 00000400:00000010:1.0:1776198906.508429:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.508435:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076864, portal 16 00000400:00000010:1.0:1776198906.508439:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198906.508442:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076864, offset 0 00000400:00000200:1.0:1776198906.508448:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.508459:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.508466:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.508470:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.508473:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.508476:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92201:92201:256:4294967295] 192.168.204.56@tcp LPNI seq info [92201:92201:8:4294967295] 00000400:00000200:1.0:1776198906.508485:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.508490:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.508494:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198906.508500:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.508507:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.508510:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.508689:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.508692:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198906.508697:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.508701:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.508704:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:2.0:1776198906.508705:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000100:00000200:2.0:1776198906.508711:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.508858:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.508866:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.508870:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92202:92202:256:4294967295] 192.168.204.56@tcp LPNI seq info [92202:92202:8:4294967295] 00000400:00000200:0.0:1776198906.508876:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.508881:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.508884:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198906.508888:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.508892:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.508894:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.509029:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:0.0:1776198906.509035:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004819c55e. 00000020:00000010:0.0:1776198906.509039:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 00000800:00000200:2.0:1776198906.509117:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.509119:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198906.509124:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.509127:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.509129:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:2.0:1776198906.509131:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00000400:00000200:2.0:1776198906.512322:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.512344:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b600 00000400:00000200:2.0:1776198906.512352:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8011 [1] + 224 00000400:00000200:2.0:1776198906.512377:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.512382:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.512393:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.512619:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.512634:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.512637:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.512643:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.512650:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.512812:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048787a18. 02000000:00000010:1.0:1776198906.512819:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b76fa9b. 00000100:00000010:1.0:1776198906.512824:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.512828:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.512832:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:2.0:1776198906.513242:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.513344:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f736c0 00000400:00000200:2.0:1776198906.513351:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 984 00000400:00000200:2.0:1776198906.513417:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.513956:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.513963:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.513968:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00010000:00000010:1.1:1776198906.514338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6674af. 00010000:00000010:1.1:1776198906.514346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00000020:00000010:0.0:1776198906.515224:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee0eab7a. 00000020:00000010:0.0:1776198906.515233:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.515238:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.515278:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217740480/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.515308:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740480 02000000:00000010:0.0:1776198906.515320:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065814432. 00010000:00000010:0.0:1776198906.515347:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fff108ef. 00010000:00000010:0.0:1776198906.515368:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.515373:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.515387:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.515391:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.515408:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198906.515413:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740480, offset 224 00000400:00000200:0.0:1776198906.515432:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.515447:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.515454:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92203:92203:256:4294967295] 192.168.204.56@tcp LPNI seq info [92203:92203:8:4294967295] 00000400:00000200:0.0:1776198906.515465:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.515471:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.515476:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.515483:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.515489:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.515493:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776198906.515494:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048787a18. 00000020:00000010:0.0:1776198906.515520:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.515525:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.515528:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee0eab7a. 00010000:00000010:1.0:1776198906.515589:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.515600:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000763b8314. 00000800:00000200:3.0:1776198906.515713:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.515717:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198906.515723:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.515727:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.515732:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:3.0:1776198906.515734:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00010000:00000010:1.0:1776198906.516060:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.516066:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.516078:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.516081:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.516088:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.516099:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084748429. 02000000:00000010:1.0:1776198906.516121:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012e5c184. 00000400:00000010:1.0:1776198906.516126:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.516130:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.516135:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076928, portal 16 00000400:00000010:1.0:1776198906.516140:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198906.516142:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076928, offset 0 00000400:00000200:1.0:1776198906.516147:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.516154:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.516160:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.516164:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.516166:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.516169:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92204:92204:256:4294967295] 192.168.204.56@tcp LPNI seq info [92204:92204:8:4294967295] 00000400:00000200:1.0:1776198906.516176:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.516181:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.516184:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198906.516188:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.516193:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.516195:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.516702:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.516706:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198906.516711:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.516715:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.516719:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:3.0:1776198906.516720:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:3.0:1776198906.516727:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.518315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d04ef22f. 00010000:00000010:1.1:1776198906.518632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc203d69. 00010000:00000010:1.1:1776198906.518649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003792bcdc. 00010000:00000010:1.1:1776198906.518656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000400:00000200:2.0:1776198906.518699:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.518718:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b640 00000400:00000200:2.0:1776198906.518726:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb801d [1] + 224 00000400:00000200:2.0:1776198906.518743:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.518749:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.518759:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.518994:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.518999:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.519001:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.519008:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.519026:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.519065:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012e5c184. 02000000:00000010:1.0:1776198906.519073:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084748429. 00000100:00000010:1.0:1776198906.519076:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.519080:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.519083:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:3.0:1776198906.520012:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.520039:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73700 00000400:00000200:3.0:1776198906.520046:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 1312 00000400:00000200:3.0:1776198906.520105:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.520109:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.520115:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.520120:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00000020:00000010:2.0:1776198906.520370:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d72ad6. 00000020:00000010:2.0:1776198906.520377:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.520381:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.520408:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f12cd49d x1862477217740544/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198906.520441:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740544 02000000:00000010:2.0:1776198906.520452:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc8c7ea5. 00010000:00000010:2.0:1776198906.520480:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071253631. 00010000:00000010:2.0:1776198906.520505:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.520512:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d43207f. 00000100:00000010:2.0:1776198906.520524:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d43207f. 00010000:00000010:2.0:1776198906.520528:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.520546:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198906.520551:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740544, offset 224 00000400:00000200:2.0:1776198906.520558:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.520568:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.520573:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92205:92205:256:4294967295] 192.168.204.56@tcp LPNI seq info [92205:92205:8:4294967295] 00000400:00000200:2.0:1776198906.520582:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.520586:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.520590:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.520596:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.520606:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.520609:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.520626:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.520629:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.520633:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d72ad6. 00080000:00000010:1.0:1776198906.520750:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084748429. 00010000:00000010:1.0:1776198906.520830:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.520837:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0c8c031. 00010000:00000010:1.0:1776198906.520924:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.520930:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.520940:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.520944:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000800:00000200:3.0:1776198906.520946:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.520951:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000100:00000010:1.0:1776198906.520952:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 00000400:00000200:3.0:1776198906.520955:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.520961:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 02000000:00000010:1.0:1776198906.520963:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012e5c184. 00000400:00000200:3.0:1776198906.520965:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:3.0:1776198906.520968:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 02000000:00000010:1.0:1776198906.520994:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b76fa9b. 00000400:00000010:1.0:1776198906.521000:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.521005:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.521010:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231076992, portal 16 00000400:00000010:1.0:1776198906.521024:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198906.521027:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231076992, offset 0 00000400:00000200:1.0:1776198906.521033:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.521039:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.521054:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.521057:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.521059:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.521062:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92206:92206:256:4294967295] 192.168.204.56@tcp LPNI seq info [92206:92206:8:4294967295] 00000400:00000200:1.0:1776198906.521069:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.521073:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.521076:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198906.521080:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.521084:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.521086:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.523127:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.523135:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198906.523144:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.523151:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.523156:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:2.0:1776198906.523159:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:2.0:1776198906.523169:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231076992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.523372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062c38c13. 00010000:00000010:1.1:1776198906.523379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00010000:00000010:0.1:1776198906.524293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca261e3f. 00000400:00000200:3.0:1776198906.524394:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.524409:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b680 00000400:00000200:3.0:1776198906.524417:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8029 [1] + 224 00000400:00000200:3.0:1776198906.524428:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.524430:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.524439:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231076992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.524464:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.524470:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73740 00000400:00000200:3.0:1776198906.524475:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 1640 00000400:00000010:1.0:1776198906.524505:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.524511:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.524513:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.524519:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231076992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.524527:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231076992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.524555:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b76fa9b. 02000000:00000010:1.0:1776198906.524561:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012e5c184. 00000100:00000010:1.0:1776198906.524567:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.524572:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.524585:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:3.0:1776198906.524732:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.524737:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.524742:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.524746:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 00000020:00000010:0.0:1776198906.526098:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee0eab7a. 00000020:00000010:0.0:1776198906.526112:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.526118:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.526149:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000755613e2 x1862477217740608/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.526190:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740608 02000000:00000010:0.0:1776198906.526204:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cdefdaf. 00010000:00000010:0.0:1776198906.526234:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e5e1622. 00010000:00000010:0.0:1776198906.526272:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.526279:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.526291:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.526296:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.526313:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198906.526317:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740608, offset 224 00000400:00000200:0.0:1776198906.526325:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.526339:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.526346:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92207:92207:256:4294967295] 192.168.204.56@tcp LPNI seq info [92207:92207:8:4294967295] 00000400:00000200:0.0:1776198906.526356:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.526361:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.526365:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198906.526371:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.526378:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.526381:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.526461:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.526466:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.526469:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee0eab7a. 00000800:00000200:0.0:1776198906.528224:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.528233:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:0.0:1776198906.528246:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.528270:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.528277:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198906.528281:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00080000:00000010:1.0:1776198906.534603:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b76fa9b. 00010000:00000010:1.0:1776198906.534721:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.534731:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d2bf180. 00010000:00000010:1.0:1776198906.534826:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063188536. 00010000:00000010:1.0:1776198906.534831:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.534837:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.534843:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.534861:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012e5c184. 00010000:00000010:1.0:1776198906.534887:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.534890:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.534964:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198906.534969:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.534977:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.534985:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.534995:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.535022:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b7705cc. 02000000:00000010:1.0:1776198906.535053:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000482e0806. 00000400:00000010:1.0:1776198906.535064:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.535072:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.535080:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077056, portal 16 00000400:00000010:1.0:1776198906.535086:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198906.535088:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077056, offset 0 00000400:00000200:1.0:1776198906.535098:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.535117:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.535125:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.535128:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.535131:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.535133:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92208:92208:256:4294967295] 192.168.204.56@tcp LPNI seq info [92208:92208:8:4294967295] 00000400:00000200:1.0:1776198906.535143:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.535149:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.535153:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.535159:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.535165:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.535169:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198906.535514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000586cf0a3. 00010000:00000010:1.1:1776198906.535521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:2.1:1776198906.535578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb1f587. 00000800:00000200:2.0:1776198906.535681:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.535685:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198906.535690:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.535696:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.535700:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:2.0:1776198906.535702:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000100:00000200:2.0:1776198906.535710:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.540369:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.540390:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b6c0 00000400:00000200:3.0:1776198906.540399:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8035 [1] + 224 00000400:00000200:3.0:1776198906.540411:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.540415:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.540426:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.540461:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.540467:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73780 00000400:00000200:3.0:1776198906.540471:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6941 [2] + 1968 00000400:00000010:3.0:1776198906.540475:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000dd46418. 00000400:00000200:3.0:1776198906.540478:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000016acae9d 00000400:00000200:3.0:1776198906.540701:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.540706:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.540709:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000016acae9d 00000400:00000010:3.0:1776198906.540711:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000016acae9d (tot 82346882). 00000100:00000200:3.0:1776198906.540717:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776198906.540801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2756888. 00010000:00000010:1.1:1776198906.540812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:1.1:1776198906.540819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198906.540824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000010:1.0:1776198906.540843:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.540847:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.540849:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:1.0:1776198906.540855:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.540863:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.540893:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000482e0806. 02000000:00000010:1.0:1776198906.540899:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007b7705cc. 00000100:00000010:1.0:1776198906.540903:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.540907:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.540910:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:0.1:1776198906.541049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d982155e. 00000020:00000010:2.0:1776198906.542042:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6d72ad6. 00000020:00000010:2.0:1776198906.542052:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.542057:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.542089:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dfdd523b x1862477217740672/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198906.542125:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740672 02000000:00000010:2.0:1776198906.542139:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dde23101. 00010000:00000010:2.0:1776198906.542168:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c510614. 00010000:00000010:2.0:1776198906.542194:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.542201:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d43207f. 00000100:00000010:2.0:1776198906.542220:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d43207f. 00010000:00000010:2.0:1776198906.542224:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.542239:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198906.542243:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740672, offset 224 00000400:00000200:2.0:1776198906.542285:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.542299:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.542305:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92209:92209:256:4294967295] 192.168.204.56@tcp LPNI seq info [92209:92209:8:4294967295] 00000400:00000200:2.0:1776198906.542316:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.542321:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.542327:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347130). 00000800:00000200:2.0:1776198906.542334:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.542341:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.542345:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.542364:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.542367:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.542373:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6d72ad6. 02000000:00000010:2.0:1776198906.542382:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cdefdaf. 00000100:00000010:2.0:1776198906.542388:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 02000000:00000010:2.0:1776198906.542392:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc8c7ea5. 00000100:00000010:2.0:1776198906.542394:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 02000000:00000010:2.0:1776198906.542397:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000065814432. 00000100:00000010:2.0:1776198906.542400:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.542404:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0de17f3. 00000100:00000010:2.0:1776198906.542405:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198906.542408:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000854c2321. 00000100:00000010:2.0:1776198906.542411:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198906.542413:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fa572a0. 00000100:00000010:2.0:1776198906.542415:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:2.0:1776198906.542422:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198906.542427:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ebd4284. 00000400:00000010:2.0:1776198906.542430:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000d43207f (tot 82347282). 00000800:00000200:0.0:1776198906.542575:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.542579:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:0.0:1776198906.542582:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.542587:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.542591:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:0.0:1776198906.542592:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 02000000:00000010:0.0:1776198906.542596:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dde23101. 00080000:00000010:1.0:1776198906.543771:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000482e0806. 00010000:00000010:1.0:1776198906.543884:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.543894:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be7567c7. 00010000:00000010:1.0:1776198906.543973:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.543979:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.543991:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.543998:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.544006:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.544029:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005855b00a. 02000000:00000010:1.0:1776198906.544056:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096acd8a8. 00000400:00000010:1.0:1776198906.544063:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.544067:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.544073:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077120, portal 16 00000400:00000010:1.0:1776198906.544077:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096e64e93. 00000100:00000200:1.0:1776198906.544079:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077120, offset 0 00000400:00000200:1.0:1776198906.544087:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.544101:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.544107:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.544110:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.544113:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.544115:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92210:92210:256:4294967295] 192.168.204.56@tcp LPNI seq info [92210:92210:8:4294967295] 00000400:00000200:1.0:1776198906.544125:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.544131:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.544136:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.544142:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.544149:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.544152:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.544476:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.544480:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198906.544485:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.544490:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.544494:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:2.0:1776198906.544496:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000100:00000200:2.0:1776198906.544504:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.548355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000542e56c7. 00000400:00000200:3.0:1776198906.550591:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.550613:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b700 00000400:00000200:3.0:1776198906.550622:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8045 [1] + 224 00000400:00000200:3.0:1776198906.550634:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.550638:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.550648:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.550735:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.550742:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f737c0 00000400:00000200:3.0:1776198906.550747:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 0 00000400:00000200:3.0:1776198906.550805:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.550809:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.550813:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.550819:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00000020:00000010:0.0:1776198906.551116:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009997ba68. 00000020:00000010:0.0:1776198906.551125:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.551129:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.551154:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dcd116f9 x1862477217740736/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.551188:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740736 02000000:00000010:0.0:1776198906.551199:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cdefdaf. 00000400:00000010:1.0:1776198906.551221:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.551228:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198906.551231:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00010000:00000010:0.0:1776198906.551246:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000200:1.0:1776198906.551428:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.551438:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.551458:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f93045c. 02000000:00000010:1.0:1776198906.551476:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096acd8a8. 02000000:00000010:1.0:1776198906.551481:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005855b00a. 00000100:00000010:1.0:1776198906.551485:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:0.0:1776198906.551485:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:1.0:1776198906.551491:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00000100:00000010:0.0:1776198906.551494:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:1.0:1776198906.551495:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:0.0:1776198906.551500:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00080000:00000010:1.0:1776198906.551512:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005855b00a. 00000400:00000010:0.0:1776198906.551518:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198906.551524:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740736, offset 224 00000400:00000200:0.0:1776198906.551532:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.551544:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.551550:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92211:92211:256:4294967295] 192.168.204.56@tcp LPNI seq info [92211:92211:8:4294967295] 00000400:00000200:0.0:1776198906.551560:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.551566:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.551571:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198906.551576:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.551582:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.551586:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776198906.551595:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.551602:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056480e5e. 00000020:00000010:0.0:1776198906.551655:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.551660:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.551663:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009997ba68. 00010000:00000010:2.0:1776198906.555151:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.0:1776198906.555166:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.555184:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.555191:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.555201:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.555216:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc8c7ea5. 00000800:00000200:0.0:1776198906.557010:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.557027:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 02000000:00000010:2.0:1776198906.557876:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6d72ad6. 00000400:00000010:2.0:1776198906.557885:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.557894:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.557903:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077184, portal 16 00000400:00000200:0.0:1776198906.558270:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.558280:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.558285:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198906.558287:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00010000:00000010:1.1:1776198906.558319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bc18836. 00010000:00000010:1.1:1776198906.558328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00000400:00000010:2.0:1776198906.558475:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198906.558479:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077184, offset 0 00000400:00000200:2.0:1776198906.558488:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.558502:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.558510:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.558513:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.558517:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.558520:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92212:92212:256:4294967295] 192.168.204.56@tcp LPNI seq info [92212:92212:8:4294967295] 00000400:00000200:2.0:1776198906.558529:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.558534:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.558538:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347282). 00000800:00000200:2.0:1776198906.558545:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.558552:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.558555:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.558995:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.558999:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347034). 00000400:00000200:3.0:1776198906.559004:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.559009:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.559022:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:3.0:1776198906.559024:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:3.0:1776198906.559032:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.560715:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.560736:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b740 00000400:00000200:3.0:1776198906.560747:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8051 [1] + 224 00000400:00000200:3.0:1776198906.560762:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.560766:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.560775:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.561030:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.561038:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73800 00000400:00000200:0.0:1776198906.561043:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 328 00000400:00000200:0.0:1776198906.561096:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.561100:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.561104:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.561110:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000020:00000010:1.0:1776198906.561213:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096acd8a8. 00000020:00000010:1.0:1776198906.561220:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.561225:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.561251:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217740800/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198906.561323:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740800 00000400:00000010:2.0:1776198906.561326:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.561332:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 02000000:00000010:1.0:1776198906.561334:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a505416. 00000400:00000010:2.0:1776198906.561335:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.561343:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.561353:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.561375:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034f9ce72. 00010000:00000010:1.0:1776198906.561378:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.561385:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.561392:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 02000000:00000010:2.0:1776198906.561394:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6d72ad6. 00010000:00000010:1.0:1776198906.561396:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 02000000:00000010:2.0:1776198906.561401:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc8c7ea5. 00000100:00000010:2.0:1776198906.561407:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000400:00000010:1.0:1776198906.561411:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000010:2.0:1776198906.561412:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.561418:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000100:00000200:1.0:1776198906.561418:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740800, offset 224 00000400:00000200:1.0:1776198906.561427:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198906.561435:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc8c7ea5. 00000400:00000200:1.0:1776198906.561439:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.561445:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92213:92213:256:4294967295] 192.168.204.56@tcp LPNI seq info [92213:92213:8:4294967295] 00000400:00000200:1.0:1776198906.561456:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.561462:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.561466:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198906.561472:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.561478:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.561481:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.561504:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.561509:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.561520:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096acd8a8. 00000800:00000200:3.0:1776198906.561612:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.561617:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198906.561622:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.561626:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.561628:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:3.0:1776198906.561630:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00010000:00000010:2.0:1776198906.561675:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.561681:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005755bde7. 00010000:00000010:2.0:1776198906.561757:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.561764:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.561775:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.561779:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.561785:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.561796:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6d72ad6. 02000000:00000010:2.0:1776198906.561822:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dde23101. 00000400:00000010:2.0:1776198906.561826:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.561829:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.561834:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077248, portal 16 00000400:00000010:2.0:1776198906.561838:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198906.561840:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077248, offset 0 00000400:00000200:2.0:1776198906.561845:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.561851:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.561857:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.561861:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.561864:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.561866:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92214:92214:256:4294967295] 192.168.204.56@tcp LPNI seq info [92214:92214:8:4294967295] 00000400:00000200:2.0:1776198906.561872:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.561876:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.561879:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.561882:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.561886:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.561888:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.562131:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.562133:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:3.0:1776198906.562138:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.562141:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.562144:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:3.0:1776198906.562145:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:3.0:1776198906.562150:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.566838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ca9db9. 00010000:00000010:1.1:1776198906.566857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002595255c. 00010000:00000010:1.1:1776198906.566861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:0.0:1776198906.567730:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.567749:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b780 00000400:00000200:0.0:1776198906.567758:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb805d [1] + 224 00000400:00000200:0.0:1776198906.567770:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.567774:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.567789:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.567831:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.567932:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73840 00000400:00000200:0.0:1776198906.567936:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 656 00000400:00000200:0.0:1776198906.567974:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.567977:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.567981:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.567986:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000400:00000010:2.0:1776198906.568060:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.568067:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.568069:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.568075:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.568089:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776198906.568092:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096acd8a8. 00000020:00000010:1.0:1776198906.568102:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.568108:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 02000000:00000010:2.0:1776198906.568128:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dde23101. 02000000:00000010:2.0:1776198906.568136:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6d72ad6. 00000100:00000010:2.0:1776198906.568139:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:1.0:1776198906.568140:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217740864/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:2.0:1776198906.568144:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.568151:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000100:00000200:1.0:1776198906.568177:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740864 02000000:00000010:1.0:1776198906.568188:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082a66a8d. 00010000:00000010:1.0:1776198906.568219:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001408b50e. 00010000:00000010:1.0:1776198906.568239:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.568246:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.568289:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.568293:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000010:1.0:1776198906.568306:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.568311:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740864, offset 224 00080000:00000010:2.0:1776198906.568319:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6d72ad6. 00000400:00000200:1.0:1776198906.568319:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.568332:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.568337:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92215:92215:256:4294967295] 192.168.204.56@tcp LPNI seq info [92215:92215:8:4294967295] 00000400:00000200:1.0:1776198906.568346:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.568350:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.568355:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198906.568360:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.568367:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.568370:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.568391:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.568396:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.568399:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096acd8a8. 00010000:00000010:2.0:1776198906.568409:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.568416:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1cd704d. 00010000:00000010:2.0:1776198906.568499:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.568506:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.568517:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.568521:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.568526:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.568537:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dde23101. 02000000:00000010:2.0:1776198906.568559:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000942cfa66. 00000400:00000010:2.0:1776198906.568564:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.568567:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.568571:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077312, portal 16 00000400:00000010:2.0:1776198906.568576:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198906.568577:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077312, offset 0 00000400:00000200:2.0:1776198906.568582:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.568589:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.568595:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.568598:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.568601:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.568603:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92216:92216:255:4294967295] 192.168.204.56@tcp LPNI seq info [92216:92216:7:4294967295] 00000400:00000200:2.0:1776198906.568609:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.568613:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.568617:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347530). 00000800:00000200:2.0:1776198906.568621:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.568625:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.568627:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.568780:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.568785:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347282). 00000400:00000200:3.0:1776198906.568789:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.568793:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.568796:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:3.0:1776198906.568798:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000800:00000200:3.0:1776198906.568841:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.568843:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:3.0:1776198906.568846:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.568849:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.568851:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:3.0:1776198906.568852:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:3.0:1776198906.568857:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.570409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006545c836. 00010000:00000010:2.1:1776198906.570423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000392704db. 00010000:00000010:2.1:1776198906.570428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041822ffb. 00000400:00000200:3.0:1776198906.572654:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.572675:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b7c0 00000400:00000200:3.0:1776198906.572686:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8069 [1] + 224 00000400:00000200:3.0:1776198906.572698:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.572702:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.572714:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.572747:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.572752:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73880 00000400:00000200:3.0:1776198906.572757:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 984 00000400:00000200:3.0:1776198906.572815:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.572821:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.572828:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.572841:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000020:00000010:1.0:1776198906.572903:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096acd8a8. 00000020:00000010:1.0:1776198906.572910:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.572914:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.572939:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f569e53f x1862477217740928/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198906.572961:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740928 02000000:00000010:1.0:1776198906.572970:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bba4f38. 00010000:00000010:1.0:1776198906.573008:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.573023:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.573029:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.573033:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000010:1.0:1776198906.573046:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198906.573050:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740928, offset 224 00000400:00000200:1.0:1776198906.573058:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.573068:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.573074:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92217:92217:256:4294967295] 192.168.204.56@tcp LPNI seq info [92217:92217:8:4294967295] 00000400:00000200:1.0:1776198906.573086:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.573091:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.573094:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198906.573100:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.573108:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.573113:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.573136:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.573141:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.573152:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096acd8a8. 00000400:00000010:2.0:1776198906.573160:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.573166:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.573168:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.573175:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.573183:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.573205:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bff705eb. 02000000:00000010:2.0:1776198906.573219:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000942cfa66. 02000000:00000010:2.0:1776198906.573224:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dde23101. 00000100:00000010:2.0:1776198906.573227:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.573231:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.573234:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:2.0:1776198906.573250:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde23101. 00010000:00000010:2.0:1776198906.573382:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.573388:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086326cb2. 00010000:00000010:2.0:1776198906.573468:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.573473:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.573477:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.0:1776198906.573482:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00080000:00000010:2.0:1776198906.573493:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000942cfa66. 00010000:00000010:2.0:1776198906.573518:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.573522:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cb81135. 00010000:00000010:2.0:1776198906.573576:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198906.573579:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.573587:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.573590:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.573595:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.573604:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6f0044a. 02000000:00000010:2.0:1776198906.573630:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000907ed1ad. 00000400:00000010:2.0:1776198906.573635:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.573639:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.573644:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077376, portal 16 00000400:00000010:2.0:1776198906.573649:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198906.573651:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077376, offset 0 00000400:00000200:2.0:1776198906.573657:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.573664:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.573670:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.573673:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.573676:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.573678:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92218:92218:255:4294967295] 192.168.204.56@tcp LPNI seq info [92218:92218:7:4294967295] 00000400:00000200:2.0:1776198906.573686:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.573690:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.573693:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8c6d5e7 (tot 82347530). 00000800:00000200:2.0:1776198906.573697:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.573701:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.573703:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b8c6d5e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.574232:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.574236:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:0.0:1776198906.574250:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.574271:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.574275:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:0.0:1776198906.574277:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000800:00000200:0.0:1776198906.574334:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.574336:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8c6d5e7 (tot 82347034). 00000400:00000200:0.0:1776198906.574338:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.574342:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.574344:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:0.0:1776198906.574346:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:0.0:1776198906.574353:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.575517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad9df9b. 00010000:00000010:2.1:1776198906.578471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f780f2bc. 00010000:00000010:2.1:1776198906.578487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:3.0:1776198906.579195:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.579213:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b800 00000400:00000200:3.0:1776198906.579222:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8075 [1] + 224 00000400:00000200:3.0:1776198906.579235:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.579238:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.579249:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.579405:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.579411:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f738c0 00000400:00000200:3.0:1776198906.579417:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 1312 00000400:00000200:3.0:1776198906.579496:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.579499:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:2.0:1776198906.581228:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.581238:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.581240:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:3.0:1776198906.581292:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776198906.581472:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.581483:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.581523:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000907ed1ad. 02000000:00000010:2.0:1776198906.581530:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6f0044a. 00000100:00000010:2.0:1776198906.581534:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.581539:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.581543:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000100:00000010:3.0:1776198906.581666:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00000020:00000010:0.0:1776198906.581852:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009997ba68. 00000020:00000010:0.0:1776198906.581859:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.581864:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.581892:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217740992/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.581927:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217740992 02000000:00000010:0.0:1776198906.581938:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee0eab7a. 00010000:00000010:0.0:1776198906.581964:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007cf7e61. 00010000:00000010:0.0:1776198906.581985:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.581990:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.582006:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.582010:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.582033:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198906.582037:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217740992, offset 224 00000400:00000200:0.0:1776198906.582045:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.582058:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.582064:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92219:92219:256:4294967295] 192.168.204.56@tcp LPNI seq info [92219:92219:8:4294967295] 00000400:00000200:0.0:1776198906.582074:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.582079:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.582083:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198906.582089:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.582095:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.582098:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.582120:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.582124:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.582126:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009997ba68. 00000800:00000200:3.0:1776198906.582244:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.582248:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198906.582281:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.582286:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.582290:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:3.0:1776198906.582291:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00080000:00000010:2.0:1776198906.582392:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6f0044a. 00010000:00000010:2.0:1776198906.582471:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.582477:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000898fd806. 00010000:00000010:2.0:1776198906.582546:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.582550:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.582558:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.582561:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.582567:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.582577:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000907ed1ad. 02000000:00000010:2.0:1776198906.582598:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1caccf6. 00000400:00000010:2.0:1776198906.582602:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.582606:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.582610:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077440, portal 16 00000400:00000010:2.0:1776198906.582615:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198906.582616:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077440, offset 0 00000400:00000200:2.0:1776198906.582621:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.582627:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.582633:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.582637:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.582639:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.582642:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92220:92220:256:4294967295] 192.168.204.56@tcp LPNI seq info [92220:92220:8:4294967295] 00000400:00000200:2.0:1776198906.582649:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.582653:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.582656:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.582659:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.582663:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.582666:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.582751:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.582754:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:0.0:1776198906.582756:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.582760:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.582762:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:0.0:1776198906.582764:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000100:00000200:0.0:1776198906.582768:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.583576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3032097. 00010000:00000010:2.1:1776198906.583584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269cc76e. 00010000:00000010:2.1:1776198906.583589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198906.583593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.583595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041822ffb. 00000400:00000200:3.0:1776198906.586755:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.586776:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b840 00000400:00000200:3.0:1776198906.586785:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8081 [1] + 224 00000400:00000200:3.0:1776198906.586796:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.586799:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.586810:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.586842:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.586846:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73900 00000400:00000200:3.0:1776198906.586850:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 1640 00000400:00000200:3.0:1776198906.586859:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.586862:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.586865:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.586870:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000020:00000010:1.0:1776198906.586992:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096acd8a8. 00000020:00000010:1.0:1776198906.586999:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.587003:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.587035:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217741056/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198906.587068:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741056 02000000:00000010:1.0:1776198906.587079:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000962e3364. 00010000:00000010:1.0:1776198906.587115:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.587121:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.587127:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.587131:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000010:1.0:1776198906.587145:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198906.587150:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741056, offset 224 00000400:00000200:1.0:1776198906.587157:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.587169:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.587175:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92221:92221:256:4294967295] 192.168.204.56@tcp LPNI seq info [92221:92221:8:4294967295] 00000400:00000200:1.0:1776198906.587185:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.587189:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.587194:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198906.587200:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.587207:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.587210:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.587228:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.587233:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.587236:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096acd8a8. 00000800:00000200:1.0:1776198906.587328:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.587332:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:1.0:1776198906.587335:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.587339:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.587342:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:1.0:1776198906.587343:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000400:00000010:2.0:1776198906.587595:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.587600:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.587601:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.587607:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.587619:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.587638:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3c6241d. 02000000:00000010:2.0:1776198906.587650:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1caccf6. 02000000:00000010:2.0:1776198906.587654:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000907ed1ad. 00000100:00000010:2.0:1776198906.587657:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.587661:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.587664:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:2.0:1776198906.587678:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000907ed1ad. 00010000:00000010:2.0:1776198906.587785:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.587791:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a2d40ff. 00010000:00000010:2.0:1776198906.587878:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.0:1776198906.587884:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.587896:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.587899:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.587906:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.587918:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1caccf6. 02000000:00000010:2.0:1776198906.587945:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa572a0. 00000400:00000010:2.0:1776198906.587952:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.587956:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.587962:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077504, portal 16 00000400:00000010:2.0:1776198906.587966:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198906.587968:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077504, offset 0 00000400:00000200:2.0:1776198906.587973:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.587981:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.587988:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.587992:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.587995:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.587998:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92222:92222:256:4294967295] 192.168.204.56@tcp LPNI seq info [92222:92222:8:4294967295] 00000400:00000200:2.0:1776198906.588006:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.588022:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.588026:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.588031:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.588036:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.588039:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.588226:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.588229:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:0.0:1776198906.588233:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.588237:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.588239:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:0.0:1776198906.588241:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:0.0:1776198906.588246:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.588284:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dff5a63. 00010000:00000010:2.1:1776198906.591436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c1ab113. 00010000:00000010:2.1:1776198906.591453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00000400:00000200:3.0:1776198906.594596:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.594618:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b880 00000400:00000200:3.0:1776198906.594629:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb808d [1] + 224 00000400:00000200:3.0:1776198906.594640:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.594644:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.594654:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.594703:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.594708:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73940 00000400:00000200:3.0:1776198906.594712:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6999 [2] + 1968 00000400:00000010:3.0:1776198906.594715:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1093331. 00000400:00000200:3.0:1776198906.594729:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006a000518 00000400:00000200:3.0:1776198906.594739:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.594743:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.594745:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a000518 00000400:00000010:3.0:1776198906.594747:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006a000518 (tot 82346882). 00000100:00000200:3.0:1776198906.594753:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198906.594926:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009997ba68. 00000020:00000010:0.0:1776198906.594933:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.594938:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.594962:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fa829e6e x1862477217741120/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.594997:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741120 02000000:00000010:0.0:1776198906.595010:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000293300c5. 00010000:00000010:0.0:1776198906.595057:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.595064:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bdb5079. 00000100:00000010:0.0:1776198906.595070:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bdb5079. 00010000:00000010:0.0:1776198906.595073:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.595088:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198906.595092:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741120, offset 224 00000400:00000200:0.0:1776198906.595100:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.595110:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.595115:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92223:92223:256:4294967295] 192.168.204.56@tcp LPNI seq info [92223:92223:8:4294967295] 00000400:00000200:0.0:1776198906.595124:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.595131:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.595135:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347130). 00000800:00000200:0.0:1776198906.595140:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.595147:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.595151:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.595172:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.595176:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.595179:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009997ba68. 02000000:00000010:0.0:1776198906.595192:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000962e3364. 00000100:00000010:0.0:1776198906.595195:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:0.0:1776198906.595200:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee0eab7a. 00000100:00000010:0.0:1776198906.595202:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 02000000:00000010:0.0:1776198906.595205:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bba4f38. 00000100:00000010:0.0:1776198906.595207:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f569e53f. 02000000:00000010:0.0:1776198906.595211:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082a66a8d. 00000100:00000010:0.0:1776198906.595212:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198906.595215:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a505416. 00000100:00000010:0.0:1776198906.595217:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198906.595219:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cdefdaf. 00000100:00000010:0.0:1776198906.595223:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 00000100:00000200:0.0:1776198906.595228:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198906.595232:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf2d079. 00000400:00000010:0.0:1776198906.595235:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000bdb5079 (tot 82347282). 00010000:00000010:2.1:1776198906.595355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c362f885. 00010000:00000010:2.1:1776198906.595362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060e11487. 00010000:00000010:2.1:1776198906.595365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000010:2.0:1776198906.595380:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.595383:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.595385:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.595390:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.595397:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.595417:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050719316. 02000000:00000010:2.0:1776198906.595429:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa572a0. 02000000:00000010:2.0:1776198906.595433:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1caccf6. 00000100:00000010:2.0:1776198906.595437:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.595440:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.595442:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:2.0:1776198906.595456:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa572a0. 00010000:00000010:2.0:1776198906.595536:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.595542:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a963cc4. 00010000:00000010:2.0:1776198906.595608:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.595614:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.595623:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.595626:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.595632:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.595640:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1caccf6. 02000000:00000010:2.0:1776198906.595658:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000854c2321. 00000400:00000010:2.0:1776198906.595661:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.595664:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.595666:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077568, portal 16 00000400:00000010:2.0:1776198906.595670:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198906.595672:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077568, offset 0 00000400:00000200:2.0:1776198906.595677:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.595683:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.595689:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.595692:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.595695:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.595697:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92224:92224:255:4294967295] 192.168.204.56@tcp LPNI seq info [92224:92224:7:4294967295] 00000400:00000200:2.0:1776198906.595704:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.595709:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.595712:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347530). 00000800:00000200:2.0:1776198906.595715:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.595729:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.595731:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.595873:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.595876:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347282). 00000400:00000200:3.0:1776198906.595880:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.595884:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.595887:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:3.0:1776198906.595889:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 02000000:00000010:3.0:1776198906.595893:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000293300c5. 00000800:00000200:3.0:1776198906.595945:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.595947:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.595949:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.595952:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.595954:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:3.0:1776198906.595955:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:3.0:1776198906.595958:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.603066:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.603087:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b8c0 00000400:00000200:0.0:1776198906.603097:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb809d [1] + 224 00000400:00000200:0.0:1776198906.603110:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.603114:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.603125:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.603206:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.603212:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73980 00000400:00000200:0.0:1776198906.603217:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 0 00000400:00000200:0.0:1776198906.603311:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.603316:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.603320:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.603325:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000020:00000010:1.0:1776198906.603425:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096acd8a8. 00000020:00000010:1.0:1776198906.603433:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.603437:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.603466:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217741184/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198906.603499:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741184 02000000:00000010:1.0:1776198906.603511:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000833beacb. 00010000:00000010:1.0:1776198906.603555:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.603564:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.603572:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.603575:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000010:1.0:1776198906.603591:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198906.603595:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741184, offset 224 00000400:00000200:1.0:1776198906.603603:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.603613:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.603617:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92225:92225:256:4294967295] 192.168.204.56@tcp LPNI seq info [92225:92225:8:4294967295] 00000400:00000200:1.0:1776198906.603626:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.603631:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.603635:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198906.603640:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.603646:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.603649:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.603666:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.603670:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.603673:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096acd8a8. 00000800:00000200:3.0:1776198906.604588:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.604593:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198906.604599:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.604605:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.604609:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:3.0:1776198906.604611:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000400:00000010:2.0:1776198906.608630:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.608642:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.608644:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.608797:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.608810:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.608840:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002645415c. 02000000:00000010:2.0:1776198906.608863:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000854c2321. 02000000:00000010:2.0:1776198906.608870:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1caccf6. 00000100:00000010:2.0:1776198906.608874:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.608879:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.608883:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:2.0:1776198906.608922:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000854c2321. 00010000:00000010:2.1:1776198906.611557:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0631f3. 00010000:00000010:2.1:1776198906.611585:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b66b556e. 00010000:00000010:2.1:1776198906.611589:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.0:1776198906.611611:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.611621:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd6ba64f. 00010000:00000010:2.0:1776198906.611735:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.0:1776198906.611741:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000077f5bdf5. 00010000:00000010:2.0:1776198906.611754:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.611762:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.611771:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198906.611787:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1caccf6. 02000000:00000010:2.0:1776198906.611816:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065814432. 00000400:00000010:2.0:1776198906.611824:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.611830:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.611836:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077632, portal 16 00000400:00000010:2.0:1776198906.611841:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198906.611843:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077632, offset 0 00000400:00000200:2.0:1776198906.611851:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.611867:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.611873:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.611877:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.611879:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.611882:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92226:92226:256:4294967295] 192.168.204.56@tcp LPNI seq info [92226:92226:8:4294967295] 00000400:00000200:2.0:1776198906.611891:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.611896:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.611899:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.611905:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.611911:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.611915:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.612147:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.612151:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.612155:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.612160:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.612164:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:3.0:1776198906.612166:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:3.0:1776198906.612173:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231077632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.615320:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.615338:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b900 00000400:00000200:0.0:1776198906.615347:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80a9 [1] + 224 00000400:00000200:0.0:1776198906.615361:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.615365:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.615376:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231077632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.615911:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.615916:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198906.615918:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198906.615925:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231077632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.615931:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231077632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.615959:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065814432. 02000000:00000010:2.0:1776198906.615964:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1caccf6. 00000100:00000010:2.0:1776198906.615968:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198906.615972:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.615976:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000200:3.0:1776198906.616457:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.616469:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f739c0 00000400:00000200:3.0:1776198906.616476:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 328 00000400:00000200:3.0:1776198906.616526:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.616530:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.616535:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.616539:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f77875. 00000020:00000010:0.0:1776198906.616646:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f65ceee6. 00000020:00000010:0.0:1776198906.616653:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.616657:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.616681:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f77875 x1862477217741248/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.616720:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741248 02000000:00000010:0.0:1776198906.616732:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000293300c5. 00010000:00000010:0.0:1776198906.616758:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000942b760c. 00010000:00000010:0.0:1776198906.616778:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.616783:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080fe6825. 00000100:00000010:0.0:1776198906.616798:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080fe6825. 00010000:00000010:0.0:1776198906.616801:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.616815:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198906.616819:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741248, offset 224 00000400:00000200:0.0:1776198906.616825:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.616840:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.616845:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92227:92227:256:4294967295] 192.168.204.56@tcp LPNI seq info [92227:92227:8:4294967295] 00000400:00000200:0.0:1776198906.616854:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.616859:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.616863:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198906.616868:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.616874:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.616878:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.616891:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.616895:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.616897:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f65ceee6. 00000800:00000200:3.0:1776198906.617030:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.617034:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198906.617038:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.617042:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.617045:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:3.0:1776198906.617046:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00080000:00000010:3.0:1776198906.617071:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dba4515. 00010000:00000010:3.0:1776198906.617155:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077f5bdf5. 00010000:00000010:3.0:1776198906.617161:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2df042d. 00010000:00000010:3.0:1776198906.617230:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098e78830. 00010000:00000010:3.0:1776198906.617234:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.617244:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000230583ba. 00010000:00000010:3.0:1776198906.617248:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.617765:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d0810a5. 00010000:00000010:3.0:1776198906.617801:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.617805:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00000001:00000010:3.0:1776198906.617934:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1093331. 00000001:00000010:3.0:1776198906.617940:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1093331. 00000001:00000010:3.0:1776198906.617943:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d72aa7f0. 00080000:00000010:3.0:1776198906.617947:0:77423:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000ca033e8f. 00080000:00000010:3.0:1776198906.617952:0:77423:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000e2b2e5f9. 00000001:00000010:3.0:1776198906.617958:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1093331. 00010000:00000010:3.0:1776198906.617981:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ff671eb. 00010000:00000010:3.0:1776198906.617984:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.617987:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.0:1776198906.617990:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.617999:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0de17f3. 00010000:00000010:3.0:1776198906.618034:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.618037:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.618073:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006decd83a. 00010000:00000010:3.0:1776198906.618076:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.618079:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8777cc8. 00010000:00000010:3.0:1776198906.618082:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.618090:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fda5e709. 00010000:00000010:3.0:1776198906.618114:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.618118:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.618145:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a77b1fa5. 00010000:00000010:3.0:1776198906.618148:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.618151:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000475740a3. 00010000:00000010:3.0:1776198906.618153:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.618160:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f94f156. 00010000:00000010:3.0:1776198906.618181:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.618184:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.618213:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004423dc3c. 00010000:00000010:3.0:1776198906.618216:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.618219:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9452fa8. 00010000:00000010:3.0:1776198906.618222:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.618229:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d123ae0. 00010000:00000010:3.0:1776198906.618251:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.618964:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619023:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000952ed5d4. 00010000:00000010:3.0:1776198906.619026:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619030:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.0:1776198906.619033:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.619044:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007705adb7. 00010000:00000010:3.0:1776198906.619078:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.619082:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619120:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b56f514. 00010000:00000010:3.0:1776198906.619123:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619126:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.0:1776198906.619128:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.619136:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d4c5f00. 00010000:00000010:3.0:1776198906.619158:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.619162:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619189:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e95c198. 00010000:00000010:3.0:1776198906.619192:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619196:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000786f7048. 00010000:00000010:3.0:1776198906.619198:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.619206:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027c6b6de. 00010000:00000010:3.0:1776198906.619227:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.619231:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619817:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006089e6b9. 00010000:00000010:3.0:1776198906.619822:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619825:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060d4bb23. 00010000:00000010:3.0:1776198906.619828:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.619932:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d842ff14. 00010000:00000010:3.0:1776198906.619963:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.619967:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.619999:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037ba1980. 00010000:00000010:3.0:1776198906.620001:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620004:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db19a423. 00010000:00000010:3.0:1776198906.620006:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.620026:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab109080. 00010000:00000010:3.0:1776198906.620048:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.620051:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620082:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000696f978c. 00010000:00000010:3.0:1776198906.620084:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620087:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1da1c19. 00010000:00000010:3.0:1776198906.620090:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.620096:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008da0883d. 00010000:00000010:3.0:1776198906.620116:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.620119:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620149:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bdf6aca. 00010000:00000010:3.0:1776198906.620152:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620155:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000482cc8a6. 00010000:00000010:3.0:1776198906.620157:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.620164:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089dd88ce. 00010000:00000010:3.0:1776198906.620185:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.620188:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620227:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6388818. 00010000:00000010:3.0:1776198906.620230:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.620232:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019035063. 00010000:00000010:3.0:1776198906.620235:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.620243:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deff795c. 00010000:00000010:2.1:1776198906.621337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a25aaf. 00010000:00000010:2.1:1776198906.621350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f7308de. 00010000:00000010:2.1:1776198906.621353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:3.0:1776198906.621592:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.621599:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.621790:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b12097b. 00010000:00000010:3.0:1776198906.621795:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.621799:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.0:1776198906.621803:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.621816:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004def85a2. 00010000:00000010:3.0:1776198906.621858:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.621862:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.621899:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001885b648. 00010000:00000010:3.0:1776198906.621902:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.621905:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005619105d. 00010000:00000010:3.0:1776198906.621908:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.621915:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bac7991. 00010000:00000010:3.0:1776198906.621939:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.621942:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.621973:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000572e6f8b. 00010000:00000010:3.0:1776198906.621975:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.621978:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.0:1776198906.621980:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.621986:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f557118. 00010000:00000010:3.0:1776198906.622006:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.622009:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.622052:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ff32d0b. 00010000:00000010:3.0:1776198906.622054:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.622057:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.0:1776198906.622060:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.622066:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a953907d. 00010000:00000010:3.0:1776198906.622087:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.622090:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.622118:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198906.622121:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.622124:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.0:1776198906.622126:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.622133:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021c1e65c. 00010000:00000010:3.0:1776198906.622154:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.622157:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.622199:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069cf1edb. 00010000:00000010:3.0:1776198906.622202:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.622205:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.0:1776198906.622208:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.622215:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f2b7d6. 00010000:00000010:3.0:1776198906.622238:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.622241:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623090:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005018bdeb. 00010000:00000010:3.0:1776198906.623096:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623101:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198906.623105:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.623119:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000732803b7. 00010000:00000010:3.0:1776198906.623153:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.623157:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623203:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f9a122e. 00010000:00000010:3.0:1776198906.623206:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623209:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ceec51. 00010000:00000010:3.0:1776198906.623211:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.623218:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f15345. 00010000:00000010:3.0:1776198906.623240:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.623243:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623301:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b5f7a45. 00010000:00000010:3.0:1776198906.623304:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623307:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0806210. 00010000:00000010:3.0:1776198906.623309:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.623316:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000076b2522. 00010000:00000010:3.0:1776198906.623338:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.623341:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623374:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070a6dd4d. 00010000:00000010:3.0:1776198906.623377:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003771d69a. 00010000:00000010:3.0:1776198906.623380:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198906.623383:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.623391:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6e3456d. 00010000:00000010:3.0:1776198906.623417:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.623610:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771d69a. 00010000:00000010:0.0:1776198906.623720:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c765a5c. 00010000:00000010:0.0:1776198906.623724:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623727:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050e9466f. 00010000:00000010:0.0:1776198906.623731:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.623740:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f65ceee6. 00010000:00000010:0.0:1776198906.623765:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.623768:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623809:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba3ffc70. 00010000:00000010:0.0:1776198906.623812:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623814:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003af38081. 00010000:00000010:0.0:1776198906.623817:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.623825:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee0eab7a. 00010000:00000010:0.0:1776198906.623859:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.623862:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623892:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6657142. 00010000:00000010:0.0:1776198906.623894:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623896:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.0:1776198906.623899:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.623907:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cdefdaf. 00010000:00000010:0.0:1776198906.623928:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.623931:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623963:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008994b9df. 00010000:00000010:0.0:1776198906.623965:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.623969:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.0:1776198906.623971:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.623978:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009997ba68. 00010000:00000010:0.0:1776198906.624002:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624005:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624047:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005482740b. 00010000:00000010:0.0:1776198906.624050:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624053:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000473afedb. 00010000:00000010:0.0:1776198906.624055:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624065:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef769891. 00010000:00000010:0.0:1776198906.624088:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624091:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624121:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056a48c4e. 00010000:00000010:0.0:1776198906.624123:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624126:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8616c3f. 00010000:00000010:0.0:1776198906.624129:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624136:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe233bd. 00010000:00000010:0.0:1776198906.624159:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624162:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624191:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df813b86. 00010000:00000010:0.0:1776198906.624193:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624196:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.0:1776198906.624198:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624204:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2f47df2. 00010000:00000010:0.0:1776198906.624224:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624227:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624288:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a939eef. 00010000:00000010:0.0:1776198906.624291:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624293:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017496afb. 00010000:00000010:0.0:1776198906.624296:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624304:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7e688e. 00010000:00000010:0.0:1776198906.624326:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624329:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624360:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000884abe70. 00010000:00000010:0.0:1776198906.624363:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624366:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:0.0:1776198906.624368:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624375:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cda16000. 00010000:00000010:0.0:1776198906.624396:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624399:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624522:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3cb01ea. 00010000:00000010:0.0:1776198906.624527:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624530:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c4a711d. 00010000:00000010:0.0:1776198906.624533:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624540:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7cb3ba. 00010000:00000010:0.0:1776198906.624563:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624566:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624596:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d7c3cc4. 00010000:00000010:0.0:1776198906.624599:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624601:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007344a171. 00010000:00000010:0.0:1776198906.624604:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624611:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a594f2d2. 00010000:00000010:0.0:1776198906.624633:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624636:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624665:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2c8fb8c. 00010000:00000010:0.0:1776198906.624668:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624671:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c222bd0b. 00010000:00000010:0.0:1776198906.624674:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624681:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f601b554. 00010000:00000010:0.0:1776198906.624701:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624704:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624733:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fdd3588. 00010000:00000010:0.0:1776198906.624736:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624740:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e6dec6c. 00010000:00000010:0.0:1776198906.624742:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624750:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ed2f3a. 00010000:00000010:0.0:1776198906.624774:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624778:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624812:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c066c4fe. 00010000:00000010:0.0:1776198906.624814:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624817:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000628d0af3. 00010000:00000010:0.0:1776198906.624820:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624826:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000882955bf. 00010000:00000010:0.0:1776198906.624847:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624850:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624879:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005174299a. 00010000:00000010:0.0:1776198906.624881:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624884:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001acfe154. 00010000:00000010:0.0:1776198906.624886:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624893:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb8449ce. 00010000:00000010:0.0:1776198906.624914:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624918:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624949:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034a60103. 00010000:00000010:0.0:1776198906.624952:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.624954:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000939af378. 00010000:00000010:0.0:1776198906.624957:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.624964:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d44873e7. 00010000:00000010:0.0:1776198906.624985:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.624989:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625028:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043bc572b. 00010000:00000010:0.0:1776198906.625031:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625034:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092b71024. 00010000:00000010:0.0:1776198906.625036:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625043:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000652bed99. 00010000:00000010:0.0:1776198906.625064:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625067:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625093:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b60d8cd1. 00010000:00000010:0.0:1776198906.625095:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625098:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0936c63. 00010000:00000010:0.0:1776198906.625101:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625107:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aaec31ba. 00010000:00000010:0.0:1776198906.625128:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625131:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625160:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fb39f4d. 00010000:00000010:0.0:1776198906.625162:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625165:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006244f316. 00010000:00000010:0.0:1776198906.625168:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625175:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f06db89. 00010000:00000010:0.0:1776198906.625197:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625200:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625236:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4994074. 00010000:00000010:0.0:1776198906.625238:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625241:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.0:1776198906.625244:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00010000:00000010:0.1:1776198906.625283:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e2d3f15. 00080000:00000010:0.0:1776198906.625294:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013253f59. 00010000:00000010:0.0:1776198906.625319:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625323:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625351:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001220864a. 00010000:00000010:0.0:1776198906.625354:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625358:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a53218a5. 00010000:00000010:0.0:1776198906.625361:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625369:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb03c5c0. 00010000:00000010:0.0:1776198906.625391:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625394:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625439:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e0119f9. 00010000:00000010:0.0:1776198906.625442:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625445:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc99b48e. 00010000:00000010:0.0:1776198906.625448:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625454:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074b649f8. 00010000:00000010:0.0:1776198906.625476:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625478:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625504:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f2704e. 00010000:00000010:0.0:1776198906.625506:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625509:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f013aa91. 00010000:00000010:0.0:1776198906.625511:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625518:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c7e86a3. 00010000:00000010:0.0:1776198906.625539:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625542:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625569:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005acbc2be. 00010000:00000010:0.0:1776198906.625572:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625574:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5adc4ef. 00010000:00000010:0.0:1776198906.625577:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625584:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b86f4192. 00010000:00000010:0.0:1776198906.625607:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625610:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625643:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006424afc6. 00010000:00000010:0.0:1776198906.625645:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625648:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3e86bdb. 00010000:00000010:0.0:1776198906.625651:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625658:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f026c96. 00010000:00000010:0.0:1776198906.625681:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625685:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625715:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cde8dab1. 00010000:00000010:0.0:1776198906.625718:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625721:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0751b84. 00010000:00000010:0.0:1776198906.625723:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625730:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000634d0e73. 00010000:00000010:0.0:1776198906.625751:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625754:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625783:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005cc68a4a. 00010000:00000010:0.0:1776198906.625786:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625789:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c20bdd1. 00010000:00000010:0.0:1776198906.625791:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625798:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000396429f2. 00010000:00000010:0.0:1776198906.625817:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625819:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625850:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029a46047. 00010000:00000010:0.0:1776198906.625853:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625856:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cb21510. 00010000:00000010:0.0:1776198906.625858:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625864:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd0ad272. 00010000:00000010:0.0:1776198906.625886:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625889:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625919:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b030f76. 00010000:00000010:0.0:1776198906.625922:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625925:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b12a7789. 00010000:00000010:0.0:1776198906.625927:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.625934:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3dc66c6. 00010000:00000010:0.0:1776198906.625957:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.625960:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625990:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004421eb4a. 00010000:00000010:0.0:1776198906.625993:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.625995:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004372f3ab. 00010000:00000010:0.0:1776198906.625998:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626004:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce4ba2f1. 00010000:00000010:0.0:1776198906.626042:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626045:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626074:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059595ff2. 00010000:00000010:0.0:1776198906.626077:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626080:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22805f3. 00010000:00000010:0.0:1776198906.626082:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626089:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e49014. 00010000:00000010:0.0:1776198906.626110:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626113:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626144:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fccf83bc. 00010000:00000010:0.0:1776198906.626147:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626150:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006173cf1. 00010000:00000010:0.0:1776198906.626152:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626160:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057f6d800. 00010000:00000010:0.0:1776198906.626182:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626185:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626213:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009494e7d. 00010000:00000010:0.0:1776198906.626216:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626218:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b16f45d. 00010000:00000010:0.0:1776198906.626221:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626228:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000535fbfa3. 00010000:00000010:0.0:1776198906.626249:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626276:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626309:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068cd405e. 00010000:00000010:0.0:1776198906.626311:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626314:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a54f66b0. 00010000:00000010:0.0:1776198906.626316:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626326:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000795f22f3. 00010000:00000010:0.0:1776198906.626349:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626353:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626379:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069b33a8f. 00010000:00000010:0.0:1776198906.626381:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626385:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a6118ca. 00010000:00000010:0.0:1776198906.626387:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626394:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9fc76b4. 00010000:00000010:0.0:1776198906.626416:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626419:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626448:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8b69845. 00010000:00000010:0.0:1776198906.626451:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626454:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff9db154. 00010000:00000010:0.0:1776198906.626456:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626464:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d2318d6. 00010000:00000010:0.0:1776198906.626485:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626489:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626518:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022203109. 00010000:00000010:0.0:1776198906.626521:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626524:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b53b34b4. 00010000:00000010:0.0:1776198906.626526:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626532:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c55c691. 00010000:00000010:0.0:1776198906.626553:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626556:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626587:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfbb0171. 00010000:00000010:0.0:1776198906.626590:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626593:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085c0e109. 00010000:00000010:0.0:1776198906.626596:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626602:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a4d6ff7. 00010000:00000010:0.0:1776198906.626624:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626627:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626655:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f04de8cb. 00010000:00000010:0.0:1776198906.626657:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626660:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1be44eb. 00010000:00000010:0.0:1776198906.626663:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626670:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc67c462. 00010000:00000010:0.0:1776198906.626691:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626694:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626727:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002064345c. 00010000:00000010:0.0:1776198906.626731:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626735:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df23538d. 00010000:00000010:0.0:1776198906.626739:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626746:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea9e2c38. 00010000:00000010:0.0:1776198906.626768:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626772:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626799:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056220dd5. 00010000:00000010:0.0:1776198906.626802:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626804:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3b91c97. 00010000:00000010:0.0:1776198906.626807:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626814:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6aed876. 00010000:00000010:0.0:1776198906.626835:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626839:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626879:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f1097da. 00010000:00000010:0.0:1776198906.626881:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626884:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf529a77. 00010000:00000010:0.0:1776198906.626887:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626894:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f1faf31. 00010000:00000010:0.0:1776198906.626915:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626918:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626947:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000144a80f0. 00010000:00000010:0.0:1776198906.626950:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.626952:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc8542b0. 00010000:00000010:0.0:1776198906.626955:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.626961:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3f8074. 00010000:00000010:0.0:1776198906.626983:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.626986:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:3.1:1776198906.627086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdb20b4a. 00010000:00000010:3.1:1776198906.627094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041822ffb. 00010000:00000010:3.1:1776198906.627101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098e78830. 00010000:00000010:3.1:1776198906.627104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230583ba. 00010000:00000010:3.1:1776198906.627107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff671eb. 00010000:00000010:3.1:1776198906.627109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ae9cf2. 00010000:00000010:3.1:1776198906.627111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006decd83a. 00010000:00000010:3.1:1776198906.627114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8777cc8. 00010000:00000010:3.1:1776198906.627116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a77b1fa5. 00010000:00000010:3.1:1776198906.627119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000475740a3. 00010000:00000010:0.0:1776198906.630037:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052c0daeb. 00010000:00000010:0.0:1776198906.630050:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630055:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f9e1b2c. 00010000:00000010:0.0:1776198906.630063:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.630092:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023661ca0. 00010000:00000010:0.0:1776198906.630179:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.630185:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630353:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000783aaca8. 00010000:00000010:0.0:1776198906.630357:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630360:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004864182. 00010000:00000010:0.0:1776198906.630363:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.630373:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000410d641a. 00010000:00000010:0.0:1776198906.630400:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.630403:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630519:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f324932. 00010000:00000010:0.0:1776198906.630522:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630525:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5faa9a5. 00010000:00000010:0.0:1776198906.630528:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.630539:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ab96976. 00010000:00000010:0.0:1776198906.630566:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.630570:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630602:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007495a07d. 00010000:00000010:0.0:1776198906.630605:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630608:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bee8752c. 00010000:00000010:0.0:1776198906.630611:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.630707:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a1f9557. 00010000:00000010:0.0:1776198906.630736:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.630740:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630768:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4947dee. 00010000:00000010:0.0:1776198906.630770:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630773:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da116182. 00010000:00000010:0.0:1776198906.630776:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.630783:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dada28d4. 00010000:00000010:0.0:1776198906.630805:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.630808:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630935:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074948401. 00010000:00000010:0.0:1776198906.630938:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.630941:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083b661b7. 00010000:00000010:0.0:1776198906.630944:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.630953:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7a07829. 00010000:00000010:0.0:1776198906.630977:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.630981:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631039:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072e801d4. 00010000:00000010:0.0:1776198906.631042:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631044:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eef75dc1. 00010000:00000010:0.0:1776198906.631047:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631055:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030ee9636. 00010000:00000010:0.0:1776198906.631078:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631082:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631114:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025825be2. 00010000:00000010:0.0:1776198906.631116:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631119:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e63f98c2. 00010000:00000010:0.0:1776198906.631121:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631129:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b1c8185. 00010000:00000010:0.0:1776198906.631152:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631155:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631190:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8efab11. 00010000:00000010:0.0:1776198906.631192:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631195:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6d1e2f2. 00010000:00000010:0.0:1776198906.631198:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631205:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334a7907. 00010000:00000010:0.0:1776198906.631226:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631230:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631331:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a15d476. 00010000:00000010:0.0:1776198906.631335:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631338:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a4d49ee. 00010000:00000010:0.0:1776198906.631341:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631348:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035a791b0. 00010000:00000010:0.0:1776198906.631372:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631375:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631412:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000196fba7d. 00010000:00000010:0.0:1776198906.631415:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631557:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060d6067c. 00010000:00000010:0.0:1776198906.631563:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631574:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2b2bb99. 00010000:00000010:0.0:1776198906.631602:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631605:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631727:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046eddd87. 00010000:00000010:0.0:1776198906.631731:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631734:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000143d0bb. 00010000:00000010:0.0:1776198906.631737:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631745:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008ad5a93. 00010000:00000010:0.0:1776198906.631768:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631771:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631806:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a60a58e1. 00010000:00000010:0.0:1776198906.631809:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631812:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071f51a0e. 00010000:00000010:0.0:1776198906.631815:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.631822:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000072816c0. 00010000:00000010:0.0:1776198906.631953:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.631958:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631989:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c582960. 00010000:00000010:0.0:1776198906.631992:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.631996:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5d24ad9. 00010000:00000010:0.0:1776198906.631999:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.632005:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f0c7bd1. 00010000:00000010:0.0:1776198906.632040:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.632043:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.632075:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b4c027c. 00010000:00000010:0.0:1776198906.632078:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.632081:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f6088ca. 00010000:00000010:0.0:1776198906.632083:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.632090:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020f2b37c. 00010000:00000010:0.0:1776198906.632113:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.632116:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.632148:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c797298. 00010000:00000010:0.0:1776198906.632152:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.632155:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed844e00. 00010000:00000010:0.0:1776198906.632157:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.632165:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019ebd1df. 00010000:00000010:0.0:1776198906.632188:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.632192:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.632220:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d028466. 00010000:00000010:0.0:1776198906.632223:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.632225:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ae43149. 00010000:00000010:0.0:1776198906.632228:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.632234:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000488d5123. 00010000:00000010:0.0:1776198906.635085:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.635107:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.635204:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ffd830c. 00010000:00000010:0.0:1776198906.635210:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.635215:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000340c7c0c. 00010000:00000010:0.0:1776198906.635220:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.635239:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e7ca719. 00010000:00000010:0.0:1776198906.635817:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.635823:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636380:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007dd7ddf3. 00010000:00000010:0.0:1776198906.636385:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636389:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b4a6925. 00010000:00000010:0.0:1776198906.636393:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.636403:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f974304a. 00010000:00000010:0.0:1776198906.636520:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.636524:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636559:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f562274. 00010000:00000010:0.0:1776198906.636561:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636564:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ba5acfc. 00010000:00000010:0.0:1776198906.636567:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.636574:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3a39fcc. 00010000:00000010:0.0:1776198906.636595:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.636598:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636714:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df5ca20a. 00010000:00000010:0.0:1776198906.636718:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636721:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000114645f6. 00010000:00000010:0.0:1776198906.636723:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.636731:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d89af1. 00010000:00000010:0.0:1776198906.636756:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.636760:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636792:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e48a1d0. 00010000:00000010:0.0:1776198906.636795:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.636798:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086c88332. 00010000:00000010:0.0:1776198906.636801:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.636808:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060057eb7. 00010000:00000010:0.0:1776198906.636830:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.637517:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.637561:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007129706f. 00010000:00000010:0.0:1776198906.637563:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.637567:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007fa03287. 00010000:00000010:0.0:1776198906.637569:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.637582:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2386266. 00010000:00000010:0.0:1776198906.637612:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.637615:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.637737:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000486e336. 00010000:00000010:0.0:1776198906.637741:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.637743:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f13b5a15. 00010000:00000010:0.0:1776198906.637746:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.637753:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8b3c3c6. 00010000:00000010:0.0:1776198906.637776:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.637779:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.637827:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001282285e. 00010000:00000010:0.0:1776198906.637830:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.638752:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e71ab58. 00010000:00000010:0.0:1776198906.638758:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.638776:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebb1f1f2. 00010000:00000010:0.0:1776198906.638823:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.638828:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.638987:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aebeede2. 00010000:00000010:0.0:1776198906.638991:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.638996:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6a4f352. 00010000:00000010:0.0:1776198906.638999:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.639008:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a6ec9c8. 00010000:00000010:0.0:1776198906.639047:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.639051:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.639092:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6cf53eb. 00010000:00000010:0.0:1776198906.639095:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.639098:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d1ed77e. 00010000:00000010:0.0:1776198906.639101:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.639110:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000005c504. 00010000:00000010:0.0:1776198906.639134:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.639138:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.639169:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000773b6209. 00010000:00000010:0.0:1776198906.639172:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.639174:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7aa0949. 00010000:00000010:0.0:1776198906.639177:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.639185:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79024c1. 00010000:00000010:0.0:1776198906.639207:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.639211:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.639240:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013d297fe. 00010000:00000010:0.0:1776198906.639244:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.639247:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3b9edce. 00010000:00000010:0.0:1776198906.639249:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.639784:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c03a050c. 00010000:00000010:0.0:1776198906.639820:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.639824:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640361:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000769ed8fd. 00010000:00000010:0.0:1776198906.640365:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640368:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a2aa8a7. 00010000:00000010:0.0:1776198906.640372:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.640385:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026286c7b. 00010000:00000010:0.0:1776198906.640412:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.640415:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640521:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9e5e276. 00010000:00000010:0.0:1776198906.640523:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640527:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092e3553d. 00010000:00000010:0.0:1776198906.640529:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.640536:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e201b91. 00010000:00000010:0.0:1776198906.640558:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.640562:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640592:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2a941a5. 00010000:00000010:0.0:1776198906.640595:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640598:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c458ff39. 00010000:00000010:0.0:1776198906.640600:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.640607:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001904dc57. 00010000:00000010:0.0:1776198906.640720:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.640724:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640761:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7eee7ca. 00010000:00000010:0.0:1776198906.640763:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640766:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d05ab04. 00010000:00000010:0.0:1776198906.640769:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.640775:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9f1bab4. 00010000:00000010:0.0:1776198906.640798:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.640801:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.640828:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090065fb6. 00010000:00000010:0.0:1776198906.641510:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.641517:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b701802. 00010000:00000010:0.0:1776198906.641520:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.641531:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b13929b. 00010000:00000010:0.0:1776198906.641563:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.641566:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.641600:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8a16efa. 00010000:00000010:0.0:1776198906.641602:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.641605:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee853a61. 00010000:00000010:0.0:1776198906.641607:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.641613:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001efcf9b5. 00010000:00000010:0.0:1776198906.641730:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.641735:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.641765:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b8b5aaf. 00010000:00000010:0.0:1776198906.641768:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.641771:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fa1f59f. 00010000:00000010:0.0:1776198906.641774:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.641782:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427b4a51. 00010000:00000010:0.0:1776198906.641802:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.641805:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.642397:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aacc8c21. 00010000:00000010:0.0:1776198906.642401:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.642404:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9dec619. 00010000:00000010:0.0:1776198906.642407:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.642417:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000232853b8. 00010000:00000010:0.0:1776198906.642507:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.642512:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.642548:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000038422f8. 00010000:00000010:0.0:1776198906.642551:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.642554:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001920c850. 00010000:00000010:0.0:1776198906.642556:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.642564:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d0d9fc6. 00010000:00000010:0.0:1776198906.642585:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.642588:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.642948:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000970b2410. 00010000:00000010:0.0:1776198906.642952:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.642955:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c9d45c8. 00010000:00000010:0.0:1776198906.642958:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.642966:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003f12877. 00010000:00000010:0.0:1776198906.642994:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.642997:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643042:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000817c1d28. 00010000:00000010:0.0:1776198906.643044:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643047:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a208ae50. 00010000:00000010:0.0:1776198906.643050:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.643061:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dca32e2. 00010000:00000010:0.0:1776198906.643083:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.643086:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643113:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fba5ac92. 00010000:00000010:0.0:1776198906.643114:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643117:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000547e890. 00010000:00000010:0.0:1776198906.643119:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.643126:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069107623. 00010000:00000010:0.0:1776198906.643148:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.643151:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643179:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001da2bd1d. 00010000:00000010:0.0:1776198906.643183:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643185:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbdf52de. 00010000:00000010:0.0:1776198906.643187:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.643197:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daa5f925. 00010000:00000010:0.0:1776198906.643217:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.643220:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643813:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000210bb53e. 00010000:00000010:0.0:1776198906.643818:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.643821:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e332a7f3. 00010000:00000010:0.0:1776198906.643824:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.644321:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c20153ff. 00010000:00000010:0.0:1776198906.644369:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.644373:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.644524:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003436606. 00010000:00000010:0.0:1776198906.644528:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.644532:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d3dd512. 00010000:00000010:0.0:1776198906.644535:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.644544:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b592b804. 00010000:00000010:0.0:1776198906.644570:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.644574:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.644614:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f3fe1fa. 00010000:00000010:0.0:1776198906.644704:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.644709:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da6981f0. 00010000:00000010:0.0:1776198906.644712:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.644720:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e87dad8. 00010000:00000010:0.0:1776198906.644747:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.644750:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.644785:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002aa1c13f. 00010000:00000010:0.0:1776198906.644788:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.644793:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1819347. 00010000:00000010:0.0:1776198906.644796:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.644803:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007e4a05b. 00010000:00000010:0.0:1776198906.644825:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.644828:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.645164:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0185ffb. 00010000:00000010:0.0:1776198906.645169:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.645172:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6579b3c. 00010000:00000010:0.0:1776198906.645176:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.645185:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061e37b1b. 00010000:00000010:0.0:1776198906.645212:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.645216:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.645248:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052aa94b9. 00010000:00000010:0.0:1776198906.645814:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.645822:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096848db3. 00010000:00000010:0.0:1776198906.645826:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.646798:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b037545b. 00010000:00000010:0.0:1776198906.646973:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.646980:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649476:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007045438e. 00010000:00000010:0.0:1776198906.649489:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649495:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cec21270. 00010000:00000010:0.0:1776198906.649501:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.649527:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508d668b. 00010000:00000010:0.0:1776198906.649589:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.649595:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649636:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000424b9df9. 00010000:00000010:0.0:1776198906.649639:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649641:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d67bfb7. 00010000:00000010:0.0:1776198906.649645:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.649655:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c593a3e0. 00010000:00000010:0.0:1776198906.649679:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.649682:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649718:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022e8c8b3. 00010000:00000010:0.0:1776198906.649721:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649724:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007979927e. 00010000:00000010:0.0:1776198906.649726:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.649734:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c606205. 00010000:00000010:0.0:1776198906.649757:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.649760:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649790:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2c9d676. 00010000:00000010:0.0:1776198906.649793:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649800:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000058d31de. 00010000:00000010:0.0:1776198906.649803:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.649809:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c58cfe30. 00010000:00000010:0.0:1776198906.649832:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.649835:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649866:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92bd448. 00010000:00000010:0.0:1776198906.649869:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.649871:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000419d011a. 00010000:00000010:0.0:1776198906.649874:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.649880:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000354b0ac3. 00010000:00000010:0.0:1776198906.649902:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.650064:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.650101:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d943c2b0. 00010000:00000010:0.0:1776198906.650103:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.650106:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064b3f40d. 00010000:00000010:0.0:1776198906.650108:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.650115:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002768e492. 00010000:00000010:0.0:1776198906.650139:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.650142:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00000001:00000010:0.0:1776198906.650172:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ad11b222. 00000001:00000010:0.0:1776198906.650178:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ad11b222. 00000001:00000010:0.0:1776198906.650181:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ad11b222. 00000001:00000010:0.0:1776198906.650183:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1093331. 00010000:00000010:0.0:1776198906.650203:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ea32311. 00010000:00000010:0.0:1776198906.650205:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.650208:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf2b48c2. 00010000:00000010:0.0:1776198906.650211:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.654102:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c2114d5. 00010000:00000010:0.0:1776198906.654384:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.654394:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655411:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5bc1907. 00010000:00000010:0.0:1776198906.655427:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655434:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d246b2f1. 00010000:00000010:0.0:1776198906.655440:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655461:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000998ca0b7. 00010000:00000010:0.0:1776198906.655507:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655511:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655552:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094ec1987. 00010000:00000010:0.0:1776198906.655555:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655557:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a981ea7b. 00010000:00000010:0.0:1776198906.655559:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655566:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ecd750. 00010000:00000010:0.0:1776198906.655587:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655589:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655616:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001306a866. 00010000:00000010:0.0:1776198906.655618:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655621:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008451cf44. 00010000:00000010:0.0:1776198906.655624:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655631:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000595422e7. 00010000:00000010:0.0:1776198906.655651:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655654:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655681:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008421d21a. 00010000:00000010:0.0:1776198906.655684:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655686:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1dc5e71. 00010000:00000010:0.0:1776198906.655688:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655695:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df9e714. 00010000:00000010:0.0:1776198906.655715:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655718:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655753:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a021d592. 00010000:00000010:0.0:1776198906.655755:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655758:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000255e30c8. 00010000:00000010:0.0:1776198906.655761:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655767:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e9ca79f. 00010000:00000010:0.0:1776198906.655789:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655792:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655837:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a37c322f. 00010000:00000010:0.0:1776198906.655840:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655843:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009937bc1b. 00010000:00000010:0.0:1776198906.655845:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655851:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e49610ef. 00010000:00000010:0.0:1776198906.655874:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655877:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655920:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088d468b6. 00010000:00000010:0.0:1776198906.655923:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655926:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cec23e83. 00010000:00000010:0.0:1776198906.655928:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.655935:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d6dbad8. 00010000:00000010:0.0:1776198906.655959:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.655963:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.655998:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e102d72. 00010000:00000010:0.0:1776198906.656000:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656003:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ff65cec. 00010000:00000010:0.0:1776198906.656005:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656387:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092dd8765. 00010000:00000010:0.0:1776198906.656467:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.656472:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656512:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a942d747. 00010000:00000010:0.0:1776198906.656516:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656520:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2df8dc3. 00010000:00000010:0.0:1776198906.656523:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656531:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff8c9ed. 00010000:00000010:0.0:1776198906.656553:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.656556:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656587:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fce356b9. 00010000:00000010:0.0:1776198906.656589:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656592:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069d9735f. 00010000:00000010:0.0:1776198906.656594:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656601:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7609dc. 00010000:00000010:0.0:1776198906.656623:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.656626:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656655:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a77d7620. 00010000:00000010:0.0:1776198906.656657:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656660:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049130dfc. 00010000:00000010:0.0:1776198906.656663:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656670:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca69c02a. 00010000:00000010:0.0:1776198906.656692:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.656695:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656734:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c303505b. 00010000:00000010:0.0:1776198906.656736:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656739:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007019a470. 00010000:00000010:0.0:1776198906.656741:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656748:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508913f3. 00010000:00000010:0.0:1776198906.656769:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.656772:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656797:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004623a1d9. 00010000:00000010:0.0:1776198906.656799:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656802:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3489ee0. 00010000:00000010:0.0:1776198906.656804:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656810:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e5dcd8f. 00010000:00000010:0.0:1776198906.656831:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.656834:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656867:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dedf7366. 00010000:00000010:0.0:1776198906.656870:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.656873:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c5bfd53. 00010000:00000010:0.0:1776198906.656875:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.656883:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e70d465. 00010000:00000010:0.0:1776198906.657036:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657040:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657077:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007f6a050. 00010000:00000010:0.0:1776198906.657081:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657084:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b01c713. 00010000:00000010:0.0:1776198906.657087:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657096:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fbf65c0. 00010000:00000010:0.0:1776198906.657120:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657123:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657154:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2e02755. 00010000:00000010:0.0:1776198906.657157:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657161:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf73090c. 00010000:00000010:0.0:1776198906.657164:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657171:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000481b0ebe. 00010000:00000010:0.0:1776198906.657193:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657196:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657224:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000692c1aef. 00010000:00000010:0.0:1776198906.657227:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657230:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015e23bc4. 00010000:00000010:0.0:1776198906.657232:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657241:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7a5d13b. 00010000:00000010:0.0:1776198906.657380:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657384:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657477:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaab449f. 00010000:00000010:0.0:1776198906.657481:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657484:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e5a4423. 00010000:00000010:0.0:1776198906.657486:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657496:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cc49734. 00010000:00000010:0.0:1776198906.657521:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657524:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657556:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e50e0bb9. 00010000:00000010:0.0:1776198906.657559:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657561:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056eaa0bd. 00010000:00000010:0.0:1776198906.657564:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657572:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000661d1bbc. 00010000:00000010:0.0:1776198906.657592:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657595:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657626:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ebec70b. 00010000:00000010:0.0:1776198906.657628:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657631:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c59092f. 00010000:00000010:0.0:1776198906.657634:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657640:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000797a4968. 00010000:00000010:0.0:1776198906.657664:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657667:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657695:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ec223e9. 00010000:00000010:0.0:1776198906.657698:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657700:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018a9f682. 00010000:00000010:0.0:1776198906.657702:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657710:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010436e20. 00010000:00000010:0.0:1776198906.657732:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657735:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657766:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d40ba1b1. 00010000:00000010:0.0:1776198906.657769:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657772:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000916e09f5. 00010000:00000010:0.0:1776198906.657775:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657782:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c16ad6. 00010000:00000010:0.0:1776198906.657804:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657807:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657835:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dea6603d. 00010000:00000010:0.0:1776198906.657838:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.657842:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee21cc87. 00010000:00000010:0.0:1776198906.657844:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.657850:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4c90230. 00010000:00000010:0.0:1776198906.657871:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.657874:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658056:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab31b278. 00010000:00000010:0.0:1776198906.658059:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658063:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee35f80e. 00010000:00000010:0.0:1776198906.658066:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658074:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004db90193. 00010000:00000010:0.0:1776198906.658099:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658103:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658138:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005435e1db. 00010000:00000010:0.0:1776198906.658142:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658145:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e23ca7bd. 00010000:00000010:0.0:1776198906.658147:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658154:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee8746f7. 00010000:00000010:0.0:1776198906.658177:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658181:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658218:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000efc7b335. 00010000:00000010:0.0:1776198906.658221:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658224:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbb4f1c3. 00010000:00000010:0.0:1776198906.658227:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658234:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004367bd40. 00010000:00000010:0.0:1776198906.658368:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658373:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658407:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8fe370c. 00010000:00000010:0.0:1776198906.658410:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658413:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000acdbcf9. 00010000:00000010:0.0:1776198906.658415:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658636:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4acb476. 00010000:00000010:0.0:1776198906.658666:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658670:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658704:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9dd1e42. 00010000:00000010:0.0:1776198906.658706:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658709:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070f3911e. 00010000:00000010:0.0:1776198906.658711:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658718:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001879ef93. 00010000:00000010:0.0:1776198906.658743:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658746:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658776:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004af586c. 00010000:00000010:0.0:1776198906.658779:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658782:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000317e7408. 00010000:00000010:0.0:1776198906.658785:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658791:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007665e0f5. 00010000:00000010:0.0:1776198906.658813:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658816:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658852:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ad60fce. 00010000:00000010:0.0:1776198906.658854:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.658858:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a40548ea. 00010000:00000010:0.0:1776198906.658860:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.658869:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e927948f. 00010000:00000010:0.0:1776198906.658890:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.658893:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659040:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b701b396. 00010000:00000010:0.0:1776198906.659043:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659046:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffeec43a. 00010000:00000010:0.0:1776198906.659049:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659057:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed974246. 00010000:00000010:0.0:1776198906.659080:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659083:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659114:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005295b6a6. 00010000:00000010:0.0:1776198906.659117:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659119:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdd79401. 00010000:00000010:0.0:1776198906.659122:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659129:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036f17a5e. 00010000:00000010:0.0:1776198906.659153:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659156:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659187:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c29567a0. 00010000:00000010:0.0:1776198906.659189:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659193:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078ebd604. 00010000:00000010:0.0:1776198906.659195:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659202:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000143bd284. 00010000:00000010:0.0:1776198906.659503:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659508:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659542:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb0e58e5. 00010000:00000010:0.0:1776198906.659545:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659548:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c85b1b56. 00010000:00000010:0.0:1776198906.659550:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659557:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016755dcc. 00010000:00000010:0.0:1776198906.659581:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659584:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659614:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4d2b9a0. 00010000:00000010:0.0:1776198906.659617:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659619:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059ba1b42. 00010000:00000010:0.0:1776198906.659622:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659630:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7e65011. 00010000:00000010:0.0:1776198906.659653:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659656:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659696:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053e70120. 00010000:00000010:0.0:1776198906.659699:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659702:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d2eb584. 00010000:00000010:0.0:1776198906.659705:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659713:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c95ee4cf. 00010000:00000010:0.0:1776198906.659736:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659739:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659771:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ea88f08. 00010000:00000010:0.0:1776198906.659775:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659778:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004000c710. 00010000:00000010:0.0:1776198906.659781:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659790:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea563e87. 00010000:00000010:0.0:1776198906.659813:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.659816:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659849:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a8a1c6c. 00010000:00000010:0.0:1776198906.659852:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.659854:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c277e78c. 00010000:00000010:0.0:1776198906.659857:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.659865:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f43d758. 00010000:00000010:0.0:1776198906.659888:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660110:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660146:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095c356cc. 00010000:00000010:0.0:1776198906.660149:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660152:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000969e88b7. 00010000:00000010:0.0:1776198906.660155:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660163:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fbf2944. 00010000:00000010:0.0:1776198906.660188:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660191:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660234:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008341b6c6. 00010000:00000010:0.0:1776198906.660237:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660240:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005922e267. 00010000:00000010:0.0:1776198906.660243:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660251:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffb7e2db. 00010000:00000010:0.0:1776198906.660522:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660526:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660557:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068461848. 00010000:00000010:0.0:1776198906.660560:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660563:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005117569d. 00010000:00000010:0.0:1776198906.660566:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660573:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c6ec160. 00010000:00000010:0.0:1776198906.660595:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660599:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660636:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb387b64. 00010000:00000010:0.0:1776198906.660638:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660641:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003722dff9. 00010000:00000010:0.0:1776198906.660644:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660650:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3d1bf6e. 00010000:00000010:0.0:1776198906.660671:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660674:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660702:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e424fc47. 00010000:00000010:0.0:1776198906.660705:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660708:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7eef864. 00010000:00000010:0.0:1776198906.660710:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660716:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af8637cc. 00010000:00000010:0.0:1776198906.660738:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660742:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660777:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f506c16d. 00010000:00000010:0.0:1776198906.660780:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660784:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bea329a. 00010000:00000010:0.0:1776198906.660786:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660793:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acb74f52. 00010000:00000010:0.0:1776198906.660814:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660816:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660845:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d129205a. 00010000:00000010:0.0:1776198906.660848:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660850:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000719c1e4. 00010000:00000010:0.0:1776198906.660853:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660859:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a82acd5a. 00010000:00000010:0.0:1776198906.660881:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660884:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660927:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b5ab76b. 00010000:00000010:0.0:1776198906.660930:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660932:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd38c024. 00010000:00000010:0.0:1776198906.660935:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.660942:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2510f33. 00010000:00000010:0.0:1776198906.660965:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.660968:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.660996:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000581bebab. 00010000:00000010:0.0:1776198906.660999:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661002:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c3e1cd7. 00010000:00000010:0.0:1776198906.661004:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661020:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ed64728. 00010000:00000010:0.0:1776198906.661043:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661047:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661084:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d74156e0. 00010000:00000010:0.0:1776198906.661087:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661090:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c1c12a1. 00010000:00000010:0.0:1776198906.661092:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661100:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74927e0. 00010000:00000010:0.0:1776198906.661122:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661125:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661155:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8ef7dfc. 00010000:00000010:0.0:1776198906.661158:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661161:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059ea20d8. 00010000:00000010:0.0:1776198906.661163:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661172:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833e1b58. 00010000:00000010:0.0:1776198906.661197:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661200:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661279:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004780aace. 00010000:00000010:0.0:1776198906.661283:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661287:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f81252f6. 00010000:00000010:0.0:1776198906.661290:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661299:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3858b61. 00010000:00000010:0.0:1776198906.661322:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661325:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661355:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004372203a. 00010000:00000010:0.0:1776198906.661357:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661360:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e760f95. 00010000:00000010:0.0:1776198906.661362:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661371:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e75a3675. 00010000:00000010:0.0:1776198906.661392:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661395:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661422:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ca64de2. 00010000:00000010:0.0:1776198906.661425:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661428:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1b4a7b1. 00010000:00000010:0.0:1776198906.661430:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661437:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f372786c. 00010000:00000010:0.0:1776198906.661458:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661461:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661487:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000567bf633. 00010000:00000010:0.0:1776198906.661490:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661493:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b09a9f6d. 00010000:00000010:0.0:1776198906.661496:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661503:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099257ed0. 00010000:00000010:0.0:1776198906.661527:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661530:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661562:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c64e356. 00010000:00000010:0.0:1776198906.661564:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661567:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3c9034a. 00010000:00000010:0.0:1776198906.661569:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661577:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084139575. 00010000:00000010:0.0:1776198906.661600:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661603:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661629:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a4b6b3a. 00010000:00000010:0.0:1776198906.661632:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661635:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000600249e8. 00010000:00000010:0.0:1776198906.661637:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661643:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b3e8c29. 00010000:00000010:0.0:1776198906.661671:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661675:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661708:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005bb8f7f1. 00010000:00000010:0.0:1776198906.661710:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661713:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.0:1776198906.661716:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661722:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004946f4f4. 00010000:00000010:0.0:1776198906.661745:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661748:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661776:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bbb7a5c. 00010000:00000010:0.0:1776198906.661779:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661782:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.0:1776198906.661785:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661791:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d19b7bf9. 00010000:00000010:0.0:1776198906.661812:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661815:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661845:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c4ffd52. 00010000:00000010:0.0:1776198906.661847:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661850:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.0:1776198906.661852:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661859:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b74f6add. 00010000:00000010:0.0:1776198906.661880:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661883:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661911:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003697411a. 00010000:00000010:0.0:1776198906.661914:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661917:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.0:1776198906.661920:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.661927:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a3d7cf8. 00010000:00000010:0.0:1776198906.661949:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.661952:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661986:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e552799c. 00010000:00000010:0.0:1776198906.661989:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198906.661992:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198906.661994:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00080000:00000010:0.0:1776198906.662002:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc9b65c6. 00010000:00000010:0.0:1776198906.662594:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.662600:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:1.0:1776198906.662745:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063188536. 00010000:00000010:1.0:1776198906.662750:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662754:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198906.662758:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.662769:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096acd8a8. 00010000:00000010:1.0:1776198906.662796:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.662799:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662844:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f134616a. 00010000:00000010:1.0:1776198906.662847:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662850:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198906.662852:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.662857:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f2c7eda. 00010000:00000010:1.0:1776198906.662875:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.662877:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662898:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b10782b. 00010000:00000010:1.0:1776198906.662899:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662901:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.662903:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.662909:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000568ae99a. 00010000:00000010:1.0:1776198906.662929:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.662932:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662961:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e93a6b2. 00010000:00000010:1.0:1776198906.662964:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.662967:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.662970:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.662977:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3a2bb07. 00010000:00000010:1.0:1776198906.663004:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.663008:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663050:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db239917. 00010000:00000010:1.0:1776198906.663052:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663055:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198906.663057:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.663064:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a505416. 00010000:00000010:1.0:1776198906.663087:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.663089:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663127:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab93012d. 00010000:00000010:1.0:1776198906.663130:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663133:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198906.663135:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.663142:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082a66a8d. 00010000:00000010:1.0:1776198906.663164:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.663166:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663193:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198906.663196:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663198:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198906.663201:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.663207:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bba4f38. 00010000:00000010:1.0:1776198906.663227:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.663230:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.663966:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198906.663973:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.663983:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.663990:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.663999:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.664024:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000962e3364. 02000000:00000010:1.0:1776198906.664053:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b7705cc. 00000400:00000010:1.0:1776198906.664059:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.664066:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.664072:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077696, portal 16 00000400:00000010:1.0:1776198906.664077:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198906.664078:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077696, offset 0 00000400:00000200:1.0:1776198906.664088:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.664104:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.664112:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.664117:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.664119:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.664122:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92228:92228:256:4294967295] 192.168.204.56@tcp LPNI seq info [92228:92228:8:4294967295] 00000400:00000200:1.0:1776198906.664130:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.664136:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.664141:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198906.664146:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.664152:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.664156:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198906.664296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004423dc3c. 00010000:00000010:3.1:1776198906.664304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9452fa8. 00010000:00000010:3.1:1776198906.664308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000952ed5d4. 00010000:00000010:3.1:1776198906.664312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8b58cb. 00010000:00000010:3.1:1776198906.664314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b56f514. 00010000:00000010:3.1:1776198906.664318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8115a7. 00010000:00000010:3.1:1776198906.664321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e95c198. 00010000:00000010:3.1:1776198906.664324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000786f7048. 00010000:00000010:3.1:1776198906.664327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006089e6b9. 00010000:00000010:3.1:1776198906.664329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d4bb23. 00010000:00000010:3.1:1776198906.664331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ba1980. 00010000:00000010:3.1:1776198906.664334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db19a423. 00000800:00000200:0.0:1776198906.664335:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1776198906.664336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000696f978c. 00010000:00000010:3.1:1776198906.664338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1da1c19. 00000800:00000010:0.0:1776198906.664339:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00010000:00000010:3.1:1776198906.664343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bdf6aca. 00000400:00000200:0.0:1776198906.664344:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1776198906.664346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000482cc8a6. 00000400:00000200:0.0:1776198906.664348:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.664353:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:0.0:1776198906.664355:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:0.0:1776198906.664363:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.670338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6388818. 00010000:00000010:3.1:1776198906.670356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019035063. 00010000:00000010:3.1:1776198906.670360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b12097b. 00010000:00000010:3.1:1776198906.670363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149bf2e2. 00010000:00000010:3.1:1776198906.670365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001885b648. 00010000:00000010:3.1:1776198906.670368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005619105d. 00010000:00000010:3.1:1776198906.670370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000572e6f8b. 00010000:00000010:3.1:1776198906.670373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbc5401. 00010000:00000010:3.1:1776198906.670375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ff32d0b. 00010000:00000010:3.1:1776198906.670378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6e9c4e. 00010000:00000010:3.1:1776198906.670380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198906.670383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042af44b4. 00010000:00000010:3.1:1776198906.670385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069cf1edb. 00010000:00000010:3.1:1776198906.670387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd6382c. 00010000:00000010:3.1:1776198906.670389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005018bdeb. 00010000:00000010:3.1:1776198906.670392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.1:1776198906.670394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f9a122e. 00010000:00000010:3.1:1776198906.670398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ceec51. 00010000:00000010:3.1:1776198906.670400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b5f7a45. 00010000:00000010:3.1:1776198906.670403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0806210. 00010000:00000010:3.1:1776198906.670405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a6dd4d. 00010000:00000010:3.1:1776198906.670408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:0.1:1776198906.670596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c765a5c. 00010000:00000010:0.1:1776198906.670604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e9466f. 00010000:00000010:0.1:1776198906.670608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3ffc70. 00010000:00000010:0.1:1776198906.670613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af38081. 00010000:00000010:0.1:1776198906.670616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6657142. 00010000:00000010:0.1:1776198906.670618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e4e2e0f. 00010000:00000010:0.1:1776198906.670620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008994b9df. 00010000:00000010:0.1:1776198906.670622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70c9d7d. 00010000:00000010:0.1:1776198906.670625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005482740b. 00010000:00000010:0.1:1776198906.670628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473afedb. 00010000:00000010:0.1:1776198906.670631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a48c4e. 00010000:00000010:0.1:1776198906.670633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8616c3f. 00010000:00000010:0.1:1776198906.670635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df813b86. 00010000:00000010:0.1:1776198906.670637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c27eeb. 00010000:00000010:0.1:1776198906.670639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a939eef. 00010000:00000010:0.1:1776198906.670643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017496afb. 00010000:00000010:0.1:1776198906.670645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884abe70. 00010000:00000010:0.1:1776198906.670647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e66ba4. 00010000:00000010:0.1:1776198906.670649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3cb01ea. 00010000:00000010:0.1:1776198906.670651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4a711d. 00010000:00000010:0.1:1776198906.670653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7c3cc4. 00010000:00000010:0.1:1776198906.670655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007344a171. 00010000:00000010:0.1:1776198906.670660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c8fb8c. 00010000:00000010:0.1:1776198906.670663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c222bd0b. 00010000:00000010:0.1:1776198906.670665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fdd3588. 00010000:00000010:0.1:1776198906.670668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6dec6c. 00010000:00000010:0.1:1776198906.670670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c066c4fe. 00010000:00000010:0.1:1776198906.670672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628d0af3. 00010000:00000010:0.1:1776198906.670674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005174299a. 00010000:00000010:0.1:1776198906.670676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001acfe154. 00010000:00000010:0.1:1776198906.670678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a60103. 00010000:00000010:0.1:1776198906.670680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939af378. 00010000:00000010:0.1:1776198906.670682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bc572b. 00010000:00000010:0.1:1776198906.670685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b71024. 00010000:00000010:0.1:1776198906.670687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b60d8cd1. 00010000:00000010:0.1:1776198906.670689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0936c63. 00010000:00000010:0.1:1776198906.670692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb39f4d. 00010000:00000010:0.1:1776198906.670694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006244f316. 00010000:00000010:0.1:1776198906.670700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4994074. 00010000:00000010:0.1:1776198906.670705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4185c55. 00010000:00000010:0.1:1776198906.670708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001220864a. 00010000:00000010:0.1:1776198906.670712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a53218a5. 00010000:00000010:0.1:1776198906.670715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0119f9. 00010000:00000010:0.1:1776198906.670719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc99b48e. 00010000:00000010:0.1:1776198906.670721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f2704e. 00010000:00000010:0.1:1776198906.670724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f013aa91. 00010000:00000010:0.1:1776198906.670726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005acbc2be. 00010000:00000010:0.1:1776198906.670729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5adc4ef. 00010000:00000010:0.1:1776198906.670731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006424afc6. 00010000:00000010:0.1:1776198906.670734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e86bdb. 00010000:00000010:0.1:1776198906.670736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cde8dab1. 00010000:00000010:0.1:1776198906.670739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0751b84. 00010000:00000010:0.1:1776198906.670741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc68a4a. 00010000:00000010:0.1:1776198906.670743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c20bdd1. 00010000:00000010:0.1:1776198906.670746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029a46047. 00010000:00000010:0.1:1776198906.670748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb21510. 00010000:00000010:0.1:1776198906.670750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b030f76. 00010000:00000010:0.1:1776198906.670752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12a7789. 00010000:00000010:0.1:1776198906.670754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004421eb4a. 00010000:00000010:0.1:1776198906.670756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004372f3ab. 00010000:00000010:0.1:1776198906.670759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059595ff2. 00010000:00000010:0.1:1776198906.670761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22805f3. 00010000:00000010:0.1:1776198906.670763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccf83bc. 00010000:00000010:0.1:1776198906.670766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006173cf1. 00010000:00000010:0.1:1776198906.670770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009494e7d. 00010000:00000010:0.1:1776198906.670773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b16f45d. 00010000:00000010:0.1:1776198906.670776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068cd405e. 00010000:00000010:0.1:1776198906.670779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54f66b0. 00010000:00000010:0.1:1776198906.670781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b33a8f. 00010000:00000010:0.1:1776198906.670784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6118ca. 00010000:00000010:0.1:1776198906.670786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8b69845. 00010000:00000010:0.1:1776198906.670789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9db154. 00010000:00000010:0.1:1776198906.670791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022203109. 00010000:00000010:0.1:1776198906.670793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53b34b4. 00010000:00000010:0.1:1776198906.670796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfbb0171. 00010000:00000010:0.1:1776198906.670798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085c0e109. 00010000:00000010:0.1:1776198906.670800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f04de8cb. 00010000:00000010:0.1:1776198906.670802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1be44eb. 00010000:00000010:0.1:1776198906.670804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002064345c. 00010000:00000010:0.1:1776198906.670808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df23538d. 00010000:00000010:0.1:1776198906.670810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056220dd5. 00010000:00000010:0.1:1776198906.670812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b91c97. 00010000:00000010:0.1:1776198906.670815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f1097da. 00010000:00000010:0.1:1776198906.670817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf529a77. 00010000:00000010:0.1:1776198906.670820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144a80f0. 00010000:00000010:0.1:1776198906.670823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc8542b0. 00010000:00000010:0.1:1776198906.670825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c0daeb. 00010000:00000010:0.1:1776198906.670828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f9e1b2c. 00010000:00000010:0.1:1776198906.670830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000783aaca8. 00010000:00000010:0.1:1776198906.670833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004864182. 00010000:00000010:0.1:1776198906.670835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f324932. 00010000:00000010:0.1:1776198906.670837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5faa9a5. 00010000:00000010:0.1:1776198906.670839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007495a07d. 00010000:00000010:0.1:1776198906.670842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bee8752c. 00010000:00000010:0.1:1776198906.670844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4947dee. 00010000:00000010:0.1:1776198906.670847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da116182. 00010000:00000010:0.1:1776198906.670850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074948401. 00010000:00000010:0.1:1776198906.670852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083b661b7. 00010000:00000010:0.1:1776198906.670854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072e801d4. 00010000:00000010:0.1:1776198906.670857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eef75dc1. 00010000:00000010:0.1:1776198906.670859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025825be2. 00010000:00000010:0.1:1776198906.670861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e63f98c2. 00010000:00000010:0.1:1776198906.670863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8efab11. 00010000:00000010:0.1:1776198906.670865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d1e2f2. 00010000:00000010:0.1:1776198906.670869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a15d476. 00010000:00000010:0.1:1776198906.670874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4d49ee. 00010000:00000010:0.1:1776198906.670876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000196fba7d. 00010000:00000010:0.1:1776198906.670879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060d6067c. 00010000:00000010:0.1:1776198906.670881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046eddd87. 00010000:00000010:0.1:1776198906.670883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000143d0bb. 00010000:00000010:0.1:1776198906.670886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a60a58e1. 00010000:00000010:0.1:1776198906.670888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071f51a0e. 00010000:00000010:0.1:1776198906.670890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c582960. 00010000:00000010:0.1:1776198906.670894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d24ad9. 00010000:00000010:0.1:1776198906.670897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4c027c. 00010000:00000010:0.1:1776198906.670899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6088ca. 00010000:00000010:0.1:1776198906.670902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c797298. 00010000:00000010:0.1:1776198906.670906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed844e00. 00010000:00000010:0.1:1776198906.670908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d028466. 00010000:00000010:0.1:1776198906.670910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae43149. 00010000:00000010:0.1:1776198906.670912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ffd830c. 00010000:00000010:0.1:1776198906.670915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000340c7c0c. 00010000:00000010:0.1:1776198906.670917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd7ddf3. 00010000:00000010:0.1:1776198906.670920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4a6925. 00010000:00000010:0.1:1776198906.670922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f562274. 00010000:00000010:0.1:1776198906.670924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ba5acfc. 00010000:00000010:0.1:1776198906.670929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df5ca20a. 00010000:00000010:0.1:1776198906.670932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000114645f6. 00010000:00000010:0.1:1776198906.670934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e48a1d0. 00010000:00000010:0.1:1776198906.670937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c88332. 00010000:00000010:0.1:1776198906.670938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007129706f. 00010000:00000010:0.1:1776198906.670942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fa03287. 00010000:00000010:0.1:1776198906.670944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000486e336. 00010000:00000010:0.1:1776198906.670946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13b5a15. 00010000:00000010:0.1:1776198906.670949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001282285e. 00010000:00000010:0.1:1776198906.670950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e71ab58. 00010000:00000010:0.1:1776198906.670953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aebeede2. 00010000:00000010:0.1:1776198906.670956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6a4f352. 00010000:00000010:0.1:1776198906.670958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cf53eb. 00010000:00000010:0.1:1776198906.670961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d1ed77e. 00010000:00000010:0.1:1776198906.670963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773b6209. 00010000:00000010:0.1:1776198906.670965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7aa0949. 00010000:00000010:0.1:1776198906.670967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013d297fe. 00010000:00000010:0.1:1776198906.670969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3b9edce. 00010000:00000010:0.1:1776198906.670971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769ed8fd. 00010000:00000010:0.1:1776198906.670974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a2aa8a7. 00010000:00000010:0.1:1776198906.670977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9e5e276. 00010000:00000010:0.1:1776198906.670980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092e3553d. 00010000:00000010:0.1:1776198906.670983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a941a5. 00010000:00000010:0.1:1776198906.670985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c458ff39. 00010000:00000010:0.1:1776198906.670987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7eee7ca. 00010000:00000010:0.1:1776198906.670990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d05ab04. 00010000:00000010:0.1:1776198906.670992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090065fb6. 00010000:00000010:0.1:1776198906.670994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b701802. 00010000:00000010:0.1:1776198906.670995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8a16efa. 00010000:00000010:0.1:1776198906.670998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee853a61. 00010000:00000010:0.1:1776198906.670999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b8b5aaf. 00010000:00000010:0.1:1776198906.671001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa1f59f. 00010000:00000010:0.1:1776198906.671003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aacc8c21. 00010000:00000010:0.1:1776198906.671005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9dec619. 00010000:00000010:0.1:1776198906.671008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000038422f8. 00010000:00000010:0.1:1776198906.671022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001920c850. 00010000:00000010:0.1:1776198906.671025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970b2410. 00010000:00000010:0.1:1776198906.671027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c9d45c8. 00010000:00000010:0.1:1776198906.671029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817c1d28. 00010000:00000010:0.1:1776198906.671031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a208ae50. 00010000:00000010:0.1:1776198906.671033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fba5ac92. 00010000:00000010:0.1:1776198906.671035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000547e890. 00010000:00000010:0.1:1776198906.671037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001da2bd1d. 00010000:00000010:0.1:1776198906.671039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbdf52de. 00010000:00000010:0.1:1776198906.671041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000210bb53e. 00010000:00000010:0.1:1776198906.671043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e332a7f3. 00010000:00000010:0.1:1776198906.671045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003436606. 00010000:00000010:0.1:1776198906.671047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3dd512. 00010000:00000010:0.1:1776198906.671049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f3fe1fa. 00010000:00000010:0.1:1776198906.671051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da6981f0. 00010000:00000010:0.1:1776198906.671053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aa1c13f. 00010000:00000010:0.1:1776198906.671057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1819347. 00010000:00000010:0.1:1776198906.671059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0185ffb. 00010000:00000010:0.1:1776198906.671062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6579b3c. 00010000:00000010:0.1:1776198906.671067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052aa94b9. 00010000:00000010:0.1:1776198906.671069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096848db3. 00010000:00000010:0.1:1776198906.671073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007045438e. 00010000:00000010:0.1:1776198906.671076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec21270. 00010000:00000010:0.1:1776198906.671078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000424b9df9. 00010000:00000010:0.1:1776198906.671081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d67bfb7. 00010000:00000010:0.1:1776198906.671083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022e8c8b3. 00010000:00000010:0.1:1776198906.671086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007979927e. 00010000:00000010:0.1:1776198906.671088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c9d676. 00010000:00000010:0.1:1776198906.671090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058d31de. 00010000:00000010:0.1:1776198906.671092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92bd448. 00010000:00000010:0.1:1776198906.671095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419d011a. 00010000:00000010:0.1:1776198906.671097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d943c2b0. 00010000:00000010:0.1:1776198906.671099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064b3f40d. 00010000:00000010:0.1:1776198906.671103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ea32311. 00010000:00000010:0.1:1776198906.671107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf2b48c2. 00010000:00000010:0.1:1776198906.671109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5bc1907. 00010000:00000010:0.1:1776198906.671111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d246b2f1. 00010000:00000010:0.1:1776198906.671113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ec1987. 00010000:00000010:0.1:1776198906.671115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a981ea7b. 00010000:00000010:0.1:1776198906.671117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001306a866. 00010000:00000010:0.1:1776198906.671119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008451cf44. 00010000:00000010:0.1:1776198906.671121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008421d21a. 00010000:00000010:0.1:1776198906.671124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1dc5e71. 00010000:00000010:0.1:1776198906.671126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a021d592. 00010000:00000010:0.1:1776198906.671127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000255e30c8. 00010000:00000010:0.1:1776198906.671129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a37c322f. 00010000:00000010:0.1:1776198906.671131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009937bc1b. 00010000:00000010:0.1:1776198906.671133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d468b6. 00010000:00000010:0.1:1776198906.671135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cec23e83. 00010000:00000010:0.1:1776198906.671137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e102d72. 00010000:00000010:0.1:1776198906.671139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff65cec. 00010000:00000010:0.1:1776198906.671141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a942d747. 00010000:00000010:0.1:1776198906.671144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2df8dc3. 00010000:00000010:0.1:1776198906.671147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce356b9. 00010000:00000010:0.1:1776198906.671150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d9735f. 00010000:00000010:0.1:1776198906.671152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a77d7620. 00010000:00000010:0.1:1776198906.671154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049130dfc. 00010000:00000010:0.1:1776198906.671156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c303505b. 00010000:00000010:0.1:1776198906.671158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007019a470. 00010000:00000010:0.1:1776198906.671160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004623a1d9. 00010000:00000010:0.1:1776198906.671163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3489ee0. 00010000:00000010:0.1:1776198906.671165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dedf7366. 00010000:00000010:0.1:1776198906.671167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c5bfd53. 00010000:00000010:0.1:1776198906.671170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007f6a050. 00010000:00000010:0.1:1776198906.671173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b01c713. 00010000:00000010:0.1:1776198906.671175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e02755. 00010000:00000010:0.1:1776198906.671178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf73090c. 00010000:00000010:0.1:1776198906.671180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692c1aef. 00010000:00000010:0.1:1776198906.671183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e23bc4. 00010000:00000010:0.1:1776198906.671185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaab449f. 00010000:00000010:0.1:1776198906.671187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e5a4423. 00010000:00000010:0.1:1776198906.671188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e50e0bb9. 00010000:00000010:0.1:1776198906.671191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056eaa0bd. 00010000:00000010:0.1:1776198906.671193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ebec70b. 00010000:00000010:0.1:1776198906.671195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c59092f. 00010000:00000010:0.1:1776198906.671197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec223e9. 00010000:00000010:0.1:1776198906.671199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a9f682. 00010000:00000010:0.1:1776198906.671201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40ba1b1. 00010000:00000010:0.1:1776198906.671203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000916e09f5. 00010000:00000010:0.1:1776198906.671205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dea6603d. 00010000:00000010:0.1:1776198906.671208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee21cc87. 00010000:00000010:0.1:1776198906.671210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab31b278. 00010000:00000010:0.1:1776198906.671212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee35f80e. 00010000:00000010:0.1:1776198906.671214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005435e1db. 00010000:00000010:0.1:1776198906.671216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e23ca7bd. 00010000:00000010:0.1:1776198906.671220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efc7b335. 00010000:00000010:0.1:1776198906.671224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbb4f1c3. 00010000:00000010:0.1:1776198906.671227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8fe370c. 00010000:00000010:0.1:1776198906.671229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000acdbcf9. 00010000:00000010:0.1:1776198906.671231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9dd1e42. 00010000:00000010:0.1:1776198906.671234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f3911e. 00010000:00000010:0.1:1776198906.671236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004af586c. 00010000:00000010:0.1:1776198906.671239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317e7408. 00010000:00000010:0.1:1776198906.671243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad60fce. 00010000:00000010:0.1:1776198906.671247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40548ea. 00010000:00000010:0.1:1776198906.671249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b701b396. 00010000:00000010:0.1:1776198906.671267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffeec43a. 00010000:00000010:0.1:1776198906.671271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005295b6a6. 00010000:00000010:0.1:1776198906.671274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd79401. 00010000:00000010:0.1:1776198906.671276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c29567a0. 00010000:00000010:0.1:1776198906.671278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078ebd604. 00010000:00000010:0.1:1776198906.671281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb0e58e5. 00010000:00000010:0.1:1776198906.671283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c85b1b56. 00010000:00000010:0.1:1776198906.671285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4d2b9a0. 00010000:00000010:0.1:1776198906.671287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ba1b42. 00010000:00000010:0.1:1776198906.671289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e70120. 00010000:00000010:0.1:1776198906.671291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2eb584. 00010000:00000010:0.1:1776198906.671296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ea88f08. 00010000:00000010:0.1:1776198906.671299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004000c710. 00000400:00000200:2.0:1776198906.671301:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:0.1:1776198906.671301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a8a1c6c. 00010000:00000010:0.1:1776198906.671303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c277e78c. 00010000:00000010:0.1:1776198906.671305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c356cc. 00010000:00000010:0.1:1776198906.671308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969e88b7. 00010000:00000010:0.1:1776198906.671310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008341b6c6. 00010000:00000010:0.1:1776198906.671312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005922e267. 00010000:00000010:0.1:1776198906.671315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068461848. 00010000:00000010:0.1:1776198906.671317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005117569d. 00000400:00000200:2.0:1776198906.671318:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b940 00010000:00000010:0.1:1776198906.671319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb387b64. 00010000:00000010:0.1:1776198906.671321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003722dff9. 00010000:00000010:0.1:1776198906.671324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e424fc47. 00010000:00000010:0.1:1776198906.671326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7eef864. 00000400:00000200:2.0:1776198906.671327:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80b5 [1] + 224 00010000:00000010:0.1:1776198906.671328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f506c16d. 00010000:00000010:0.1:1776198906.671331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bea329a. 00010000:00000010:0.1:1776198906.671333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d129205a. 00010000:00000010:0.1:1776198906.671335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000719c1e4. 00010000:00000010:0.1:1776198906.671337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b5ab76b. 00000400:00000200:2.0:1776198906.671339:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1776198906.671340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd38c024. 00010000:00000010:0.1:1776198906.671342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581bebab. 00000400:00000200:2.0:1776198906.671343:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:0.1:1776198906.671344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c3e1cd7. 00010000:00000010:0.1:1776198906.671346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74156e0. 00010000:00000010:0.1:1776198906.671349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1c12a1. 00010000:00000010:0.1:1776198906.671351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ef7dfc. 00000100:00000200:2.0:1776198906.671353:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.671353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ea20d8. 00010000:00000010:0.1:1776198906.671356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004780aace. 00010000:00000010:0.1:1776198906.671360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f81252f6. 00010000:00000010:0.1:1776198906.671362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004372203a. 00010000:00000010:0.1:1776198906.671364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e760f95. 00010000:00000010:0.1:1776198906.671366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ca64de2. 00010000:00000010:0.1:1776198906.671369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b4a7b1. 00010000:00000010:0.1:1776198906.671371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567bf633. 00010000:00000010:0.1:1776198906.671373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09a9f6d. 00010000:00000010:0.1:1776198906.671376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c64e356. 00000400:00000200:2.0:1776198906.671379:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:0.1:1776198906.671379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:0.1:1776198906.671381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a4b6b3a. 00000400:00000200:2.0:1776198906.671383:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73a00 00010000:00000010:0.1:1776198906.671383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00010000:00000010:0.1:1776198906.671385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bb8f7f1. 00000400:00000200:2.0:1776198906.671387:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 656 00010000:00000010:0.1:1776198906.671388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.1:1776198906.671390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bbb7a5c. 00010000:00000010:0.1:1776198906.671393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.1:1776198906.671394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c4ffd52. 00010000:00000010:0.1:1776198906.671397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.1:1776198906.671400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003697411a. 00010000:00000010:0.1:1776198906.671402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.1:1776198906.671404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e552799c. 00010000:00000010:0.1:1776198906.671407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00000400:00000200:2.0:1776198906.671455:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.671458:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.671463:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.671469:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000400:00000010:1.0:1776198906.671562:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.671566:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.671568:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.671574:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.671581:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.671612:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b7705cc. 02000000:00000010:1.0:1776198906.671629:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000962e3364. 00000100:00000010:1.0:1776198906.671633:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.671638:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.671642:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:3.0:1776198906.671891:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:3.0:1776198906.671898:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.671903:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.671927:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217741312/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.671951:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741312 02000000:00000010:3.0:1776198906.671963:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031f919b3. 00010000:00000010:3.0:1776198906.671990:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b472c701. 00010000:00000010:3.0:1776198906.672021:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.672027:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.672042:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.672045:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.672056:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198906.672060:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741312, offset 224 00000400:00000200:3.0:1776198906.672071:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.672082:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.672087:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92229:92229:256:4294967295] 192.168.204.56@tcp LPNI seq info [92229:92229:8:4294967295] 00000400:00000200:3.0:1776198906.672097:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.672101:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.672106:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347282). 00000800:00000200:3.0:1776198906.672111:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.672117:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.672121:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.672145:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.672148:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.672151:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 00080000:00000010:1.0:1776198906.672200:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b7705cc. 00010000:00000010:1.0:1776198906.672313:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.672319:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baefee7b. 00010000:00000010:1.0:1776198906.672391:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198906.672396:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.672405:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.672408:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.672414:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.672424:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000962e3364. 02000000:00000010:1.0:1776198906.672445:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047b5497f. 00000400:00000010:1.0:1776198906.672450:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.672453:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.672457:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077760, portal 16 00000400:00000010:1.0:1776198906.672461:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096e64e93. 00000100:00000200:1.0:1776198906.672463:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077760, offset 0 00000400:00000200:1.0:1776198906.672468:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.672474:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.672481:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.672484:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.672487:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.672489:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92230:92230:255:4294967295] 192.168.204.56@tcp LPNI seq info [92230:92230:7:4294967295] 00000400:00000200:1.0:1776198906.672495:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.672499:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.672502:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347530). 00000800:00000200:1.0:1776198906.672506:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.672510:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.672512:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.672802:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.672805:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000969c0554 (tot 82347282). 00000400:00000200:2.0:1776198906.672810:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.672814:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.672817:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:2.0:1776198906.672818:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000800:00000200:2.0:1776198906.672867:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.672869:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198906.672872:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.672875:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.672877:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:2.0:1776198906.672878:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000100:00000200:2.0:1776198906.672882:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.677344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198906.677362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.1:1776198906.677369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f134616a. 00010000:00000010:1.1:1776198906.677372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.1:1776198906.677376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b10782b. 00010000:00000010:1.1:1776198906.677378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:1.1:1776198906.677380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e93a6b2. 00010000:00000010:1.1:1776198906.677383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.1:1776198906.677386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db239917. 00010000:00000010:1.1:1776198906.677388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.1:1776198906.677391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab93012d. 00010000:00000010:1.1:1776198906.677394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.1:1776198906.677396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198906.677398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:3.1:1776198906.678324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd092a5d. 00000400:00000200:0.0:1776198906.680802:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.680822:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b980 00000400:00000200:0.0:1776198906.680830:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80c1 [1] + 224 00000400:00000200:0.0:1776198906.680856:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.680861:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.680871:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.680950:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.680956:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.680958:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.680965:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.680972:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.681000:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047b5497f. 02000000:00000010:1.0:1776198906.681007:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000962e3364. 00000100:00000010:1.0:1776198906.681021:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.681025:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.681029:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:2.0:1776198906.681651:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.681661:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73a40 00000400:00000200:2.0:1776198906.681667:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 984 00000400:00000200:2.0:1776198906.681720:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.681724:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.681728:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.681734:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:0.0:1776198906.681935:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3b9d881. 00000020:00000010:0.0:1776198906.681942:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.681946:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.681970:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217741376/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.681999:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741376 02000000:00000010:0.0:1776198906.682019:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087d81913. 00010000:00000010:0.0:1776198906.682045:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002444f248. 00010000:00000010:0.0:1776198906.682064:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.682071:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080fe6825. 00000100:00000010:0.0:1776198906.682088:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080fe6825. 00010000:00000010:0.0:1776198906.682091:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.682105:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198906.682109:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741376, offset 224 00000400:00000200:0.0:1776198906.682116:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.682127:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.682133:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92231:92231:256:4294967295] 192.168.204.56@tcp LPNI seq info [92231:92231:8:4294967295] 00000400:00000200:0.0:1776198906.682142:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.682146:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.682150:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198906.682156:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.682162:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.682165:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.682182:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.682186:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.682188:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3b9d881. 00080000:00000010:1.0:1776198906.682241:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b5497f. 00010000:00000010:1.1:1776198906.682288:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000734cd123. 00010000:00000010:1.1:1776198906.682295:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198906.682370:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.682376:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fda04b7c. 00010000:00000010:1.0:1776198906.682448:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198906.682453:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.682463:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.682466:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.682472:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.682482:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8e2f96e. 02000000:00000010:1.0:1776198906.682501:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c362cb98. 00000400:00000010:1.0:1776198906.682505:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.682509:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.682513:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077824, portal 16 00000400:00000010:1.0:1776198906.682517:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198906.682519:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077824, offset 0 00000400:00000200:1.0:1776198906.682523:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.682529:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.682535:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.682538:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.682540:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.682542:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92232:92232:255:4294967295] 192.168.204.56@tcp LPNI seq info [92232:92232:7:4294967295] 00000400:00000200:1.0:1776198906.682548:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.682552:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.682555:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198906.682559:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.682562:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.682564:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.682745:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.682750:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:2.0:1776198906.682754:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.682759:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.682761:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:2.0:1776198906.682763:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000800:00000200:2.0:1776198906.683070:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.683073:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198906.683077:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.683081:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.683084:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:2.0:1776198906.683085:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000100:00000200:2.0:1776198906.683090:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.686478:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.686501:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2b9c0 00000400:00000200:3.0:1776198906.686510:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80cd [1] + 224 00000400:00000200:3.0:1776198906.686522:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.686526:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.686536:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.686755:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.686761:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73a80 00000400:00000200:3.0:1776198906.686766:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 1312 00000400:00000200:3.0:1776198906.686775:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.686778:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.686782:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.686788:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00000020:00000010:2.0:1776198906.686905:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:2.0:1776198906.686913:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.686918:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.686942:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dcd116f9 x1862477217741440/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198906.686975:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741440 02000000:00000010:2.0:1776198906.686986:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:2.0:1776198906.687031:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.687038:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.687044:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.687048:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.687063:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198906.687067:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741440, offset 224 00000400:00000200:2.0:1776198906.687074:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.687084:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.687090:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92233:92233:256:4294967295] 192.168.204.56@tcp LPNI seq info [92233:92233:8:4294967295] 00000400:00000200:2.0:1776198906.687099:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.687103:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.687108:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.687113:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.687119:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.687123:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.687146:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.687151:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.687154:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00000800:00000200:3.0:1776198906.687496:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.687499:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:3.0:1776198906.687503:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.687507:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.687511:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:3.0:1776198906.687513:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000400:00000010:1.0:1776198906.689807:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.689819:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.689821:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.689846:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.689858:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.689889:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1db77f4. 02000000:00000010:1.0:1776198906.689912:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c362cb98. 02000000:00000010:1.0:1776198906.689919:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8e2f96e. 00000100:00000010:1.0:1776198906.689924:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.689928:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.689931:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.689954:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8e2f96e. 00010000:00000010:1.0:1776198906.690055:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.690063:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000205c9ee2. 00010000:00000010:1.0:1776198906.690152:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198906.690158:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.690171:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.690177:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.690184:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.690196:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c362cb98. 02000000:00000010:1.0:1776198906.690234:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000962e3364. 00000400:00000010:1.0:1776198906.690239:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.690244:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.690249:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077888, portal 16 00000400:00000010:1.0:1776198906.690273:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198906.690276:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077888, offset 0 00000400:00000200:1.0:1776198906.690284:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.690298:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.690304:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.690307:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.690309:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.690313:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92234:92234:256:4294967295] 192.168.204.56@tcp LPNI seq info [92234:92234:8:4294967295] 00000400:00000200:1.0:1776198906.690322:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.690328:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.690332:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198906.690338:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.690345:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.690349:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.690906:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.690911:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198906.690917:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.690922:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.690926:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:2.0:1776198906.690928:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:2.0:1776198906.690934:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.692329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c2c824f. 00000400:00000200:3.0:1776198906.693034:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.693051:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ba00 00000400:00000200:3.0:1776198906.693060:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80d9 [1] + 224 00000400:00000200:3.0:1776198906.693073:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.693076:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.693085:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.693120:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.693125:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73ac0 00000400:00000200:3.0:1776198906.693131:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 1640 00000400:00000200:3.0:1776198906.693178:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.693183:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.693187:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.693192:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000400:00000010:1.0:1776198906.693335:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.693340:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.693341:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.693347:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.693354:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.693380:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000962e3364. 02000000:00000010:1.0:1776198906.693385:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c362cb98. 00000100:00000010:1.0:1776198906.693391:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.693394:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.693398:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:2.0:1776198906.693512:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065814432. 00000020:00000010:2.0:1776198906.693519:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.693523:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.693549:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f569e53f x1862477217741504/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198906.693582:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741504 02000000:00000010:2.0:1776198906.693593:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070e6ff60. 00010000:00000010:2.0:1776198906.693619:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000175a498. 00010000:00000010:2.0:1776198906.693638:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.693644:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.693658:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.693661:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.693673:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198906.693677:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741504, offset 224 00000400:00000200:2.0:1776198906.693685:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.693699:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.693704:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92235:92235:256:4294967295] 192.168.204.56@tcp LPNI seq info [92235:92235:8:4294967295] 00000400:00000200:2.0:1776198906.693714:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.693719:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.693724:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.693730:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.693736:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.693739:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.693759:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004cb81135. 00000020:00000010:2.0:1776198906.693762:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.693765:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065814432. 00080000:00000010:1.0:1776198906.693861:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000962e3364. 00010000:00000010:1.0:1776198906.693940:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.693947:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f11710ee. 00010000:00000010:1.0:1776198906.694045:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198906.694051:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.694061:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.694064:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.694069:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.694080:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c362cb98. 02000000:00000010:1.0:1776198906.694100:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000631c1184. 00000400:00000010:1.0:1776198906.694104:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.694108:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.694111:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231077952, portal 16 00000400:00000010:1.0:1776198906.694115:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198906.694116:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231077952, offset 0 00000400:00000200:1.0:1776198906.694121:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.694128:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.694134:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.694137:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.694140:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.694142:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92236:92236:255:4294967295] 192.168.204.56@tcp LPNI seq info [92236:92236:7:4294967295] 00000400:00000200:1.0:1776198906.694149:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.694153:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.694156:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347530). 00000800:00000200:1.0:1776198906.694160:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.694163:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.694166:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.694712:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.694716:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347282). 00000400:00000200:3.0:1776198906.694720:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.694725:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.694728:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:3.0:1776198906.694730:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000800:00000200:3.0:1776198906.694759:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.694761:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198906.694764:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.694767:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.694769:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:3.0:1776198906.694771:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:3.0:1776198906.694775:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231077952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.696365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ebccf60. 00010000:00000010:1.1:1776198906.696376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00000400:00000200:3.0:1776198906.698103:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.698122:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ba40 00000400:00000200:3.0:1776198906.698132:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80e5 [1] + 224 00000400:00000200:3.0:1776198906.698149:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.698153:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.698163:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231077952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.698291:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.698298:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.698300:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.698307:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231077952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.698315:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231077952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.698347:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000631c1184. 02000000:00000010:1.0:1776198906.698355:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c362cb98. 00000100:00000010:1.0:1776198906.698362:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.698366:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.698369:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:1.1:1776198906.699476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062bce75a. 00010000:00000010:1.1:1776198906.699486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2cf7a66. 00010000:00000010:1.1:1776198906.699490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:2.1:1776198906.699970:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f5f07ea. 00000400:00000200:3.0:1776198906.700337:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.700353:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73b00 00000400:00000200:3.0:1776198906.700360:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a25 [2] + 1968 00000400:00000010:3.0:1776198906.700364:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000072dac6a9. 00000400:00000200:3.0:1776198906.700368:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008c0af383 00000400:00000200:3.0:1776198906.700426:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.700431:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.700435:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c0af383 00000400:00000010:3.0:1776198906.700437:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008c0af383 (tot 82346882). 00000100:00000200:3.0:1776198906.700443:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198906.700726:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3b9d881. 00000020:00000010:0.0:1776198906.700735:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.700739:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.700767:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cad39cdc x1862477217741568/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.700797:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741568 02000000:00000010:0.0:1776198906.700806:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009473fa04. 00010000:00000010:0.0:1776198906.700845:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000900b8cff. 00010000:00000010:0.0:1776198906.700865:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.700871:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080fe6825. 00000100:00000010:0.0:1776198906.700885:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080fe6825. 00010000:00000010:0.0:1776198906.700887:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.700902:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198906.700918:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741568, offset 224 00000400:00000200:0.0:1776198906.700926:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.700937:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.700942:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92237:92237:256:4294967295] 192.168.204.56@tcp LPNI seq info [92237:92237:8:4294967295] 00000400:00000200:0.0:1776198906.700951:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.700956:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.700960:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347130). 00000800:00000200:0.0:1776198906.700965:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.700972:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.700975:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.700990:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198906.700994:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.700997:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3b9d881. 02000000:00000010:0.0:1776198906.701005:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070e6ff60. 00000100:00000010:0.0:1776198906.701008:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f569e53f. 02000000:00000010:0.0:1776198906.701024:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000100:00000010:0.0:1776198906.701026:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 02000000:00000010:0.0:1776198906.701030:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087d81913. 00000100:00000010:0.0:1776198906.701031:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:0.0:1776198906.701034:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031f919b3. 00000100:00000010:0.0:1776198906.701037:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:0.0:1776198906.701040:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000293300c5. 00000100:00000010:0.0:1776198906.701043:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f77875. 02000000:00000010:0.0:1776198906.701045:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000833beacb. 00000100:00000010:0.0:1776198906.701048:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000200:0.0:1776198906.701054:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198906.701059:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6dd71c8. 00000400:00000010:0.0:1776198906.701062:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000080fe6825 (tot 82347282). 00080000:00000010:1.0:1776198906.702178:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000631c1184. 00010000:00000010:1.0:1776198906.702290:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.702300:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a91adcfa. 00000800:00000200:3.0:1776198906.702329:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.702332:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198906.702337:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.702344:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.702349:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:3.0:1776198906.702350:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 02000000:00000010:3.0:1776198906.702357:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009473fa04. 00010000:00000010:1.0:1776198906.702381:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198906.702386:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.702397:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.702401:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.702410:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.702437:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077665f7b. 02000000:00000010:1.0:1776198906.702462:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c362cb98. 00000400:00000010:1.0:1776198906.702467:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.702472:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.702476:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078016, portal 16 00000400:00000010:1.0:1776198906.702481:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198906.702483:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078016, offset 0 00000400:00000200:1.0:1776198906.702490:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.702500:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.702508:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.702511:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.702514:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.702517:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92238:92238:256:4294967295] 192.168.204.56@tcp LPNI seq info [92238:92238:8:4294967295] 00000400:00000200:1.0:1776198906.702525:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.702531:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.702535:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198906.702540:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.702545:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.702549:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.702712:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.702715:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198906.702719:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.702722:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.702725:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:3.0:1776198906.702726:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000100:00000200:3.0:1776198906.702733:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.705302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043effbcc. 00010000:00000010:1.1:1776198906.705318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00000400:00000200:3.0:1776198906.707065:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.707087:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ba80 00000400:00000200:3.0:1776198906.707096:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb80f5 [1] + 224 00000400:00000200:3.0:1776198906.707108:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.707111:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.707124:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.708525:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.708537:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73b40 00000400:00000200:3.0:1776198906.708549:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 0 00000400:00000200:3.0:1776198906.708568:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.708571:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.708576:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.708582:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00000020:00000010:0.0:1776198906.708702:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.708708:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.708713:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.708738:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217741632/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.708772:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741632 02000000:00000010:0.0:1776198906.708782:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:0.0:1776198906.708819:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.708825:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.708832:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.708835:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.708850:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198906.708855:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741632, offset 224 00000400:00000200:0.0:1776198906.708863:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.708873:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.708878:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92239:92239:256:4294967295] 192.168.204.56@tcp LPNI seq info [92239:92239:8:4294967295] 00000400:00000200:0.0:1776198906.708887:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.708892:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.708896:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198906.708901:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.708908:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.708911:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.708927:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.708931:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.708934:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00000800:00000200:3.0:1776198906.709200:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.709204:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198906.709209:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.709213:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.709216:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198906.709218:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000400:00000010:1.0:1776198906.710844:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.710853:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.710855:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.710868:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.710877:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.710904:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3af701b. 02000000:00000010:1.0:1776198906.710922:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c362cb98. 02000000:00000010:1.0:1776198906.710929:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077665f7b. 00000100:00000010:1.0:1776198906.710933:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.710937:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.710940:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.710960:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c362cb98. 00010000:00000010:1.0:1776198906.711060:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.711067:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041ac38a2. 00010000:00000010:1.0:1776198906.711149:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198906.711155:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.711165:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.711170:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.711177:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.711191:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077665f7b. 02000000:00000010:1.0:1776198906.711219:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074ba2126. 00000400:00000010:1.0:1776198906.711223:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.711228:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.711233:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078080, portal 16 00000400:00000010:1.0:1776198906.711238:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198906.711239:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078080, offset 0 00000400:00000200:1.0:1776198906.711246:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:0.1:1776198906.711345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0426c2. 00000400:00000200:1.0:1776198906.711784:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.711793:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.711797:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.711800:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.711804:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92240:92240:256:4294967295] 192.168.204.56@tcp LPNI seq info [92240:92240:8:4294967295] 00000400:00000200:1.0:1776198906.711813:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.711819:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.711824:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.711830:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.711838:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.711842:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.711991:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.711995:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:3.0:1776198906.711999:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.712004:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.712008:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:3.0:1776198906.712019:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:3.0:1776198906.712026:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.715534:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.715559:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bac0 00000400:00000200:3.0:1776198906.715569:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8101 [1] + 224 00000400:00000200:3.0:1776198906.715584:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.715588:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.715600:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.715675:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.715681:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73b80 00000400:00000200:3.0:1776198906.715686:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 328 00000400:00000200:3.0:1776198906.715697:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.715699:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.715702:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.715708:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000020:00000010:0.0:1776198906.715901:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.715909:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.715913:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.715938:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217741696/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.715972:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741696 02000000:00000010:0.0:1776198906.715984:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070e6ff60. 00010000:00000010:0.0:1776198906.716031:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.716039:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.716046:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.716049:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.716068:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198906.716075:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741696, offset 224 00000400:00000200:0.0:1776198906.716085:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.716096:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.716101:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92241:92241:256:4294967295] 192.168.204.56@tcp LPNI seq info [92241:92241:8:4294967295] 00000400:00000200:0.0:1776198906.716110:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.716116:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.716120:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198906.716125:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.716131:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.716135:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.716156:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.716161:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.716164:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00000800:00000200:3.0:1776198906.717561:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.717568:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198906.717576:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.717583:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.717588:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:3.0:1776198906.717591:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00010000:00000010:1.1:1776198906.719573:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047c6cb8f. 00010000:00000010:1.1:1776198906.719587:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00000400:00000010:1.0:1776198906.719608:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.719613:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.719615:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.719632:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.719643:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.719675:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f474e214. 02000000:00000010:1.0:1776198906.719692:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074ba2126. 02000000:00000010:1.0:1776198906.719700:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077665f7b. 00000100:00000010:1.0:1776198906.719704:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.719709:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.719712:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.719731:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ba2126. 00010000:00000010:1.0:1776198906.719822:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.719830:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003681df24. 00010000:00000010:1.0:1776198906.719912:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198906.719917:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.719931:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.719936:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.719944:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.719957:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008272ae70. 02000000:00000010:1.0:1776198906.719986:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023870751. 00000400:00000010:1.0:1776198906.719991:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.719995:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.720005:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078144, portal 16 00000400:00000010:1.0:1776198906.720018:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8a5d80. 00000100:00000200:1.0:1776198906.720021:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078144, offset 0 00000400:00000200:1.0:1776198906.720029:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.720044:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.720050:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.720053:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.720056:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.720059:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92242:92242:256:4294967295] 192.168.204.56@tcp LPNI seq info [92242:92242:8:4294967295] 00000400:00000200:1.0:1776198906.720068:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.720074:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.720078:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.720084:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.720089:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.720093:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.720301:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.720306:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:3.0:1776198906.720311:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.720315:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.720319:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:3.0:1776198906.720320:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00000100:00000200:3.0:1776198906.720326:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.722805:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a90042e. 00010000:00000010:1.1:1776198906.722819:0:1038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa9798ac. 00010000:00000010:1.1:1776198906.722823:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00000400:00000200:3.0:1776198906.725521:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.725545:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bb00 00000400:00000200:3.0:1776198906.725556:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb810d [1] + 224 00000400:00000200:3.0:1776198906.725571:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.725577:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.725588:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.725635:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.725640:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73bc0 00000400:00000200:3.0:1776198906.725646:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 656 00000400:00000200:3.0:1776198906.725656:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776198906.725656:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:3.0:1776198906.725659:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.725661:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.725664:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:3.0:1776198906.725670:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1776198906.725670:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776198906.725676:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00000100:00000200:1.0:1776198906.725677:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.725706:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023870751. 02000000:00000010:1.0:1776198906.725713:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008272ae70. 00000100:00000010:1.0:1776198906.725718:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.725721:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.725725:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:0.0:1776198906.725787:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.725795:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.725800:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.725825:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f12cd49d x1862477217741760/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198906.725860:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741760 02000000:00000010:0.0:1776198906.725874:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af7ae01d. 00010000:00000010:0.0:1776198906.725904:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089fedffe. 00010000:00000010:0.0:1776198906.725926:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.725932:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.725947:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.725949:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.725964:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198906.725969:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741760, offset 224 00000400:00000200:0.0:1776198906.725976:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.725986:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.725992:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92243:92243:256:4294967295] 192.168.204.56@tcp LPNI seq info [92243:92243:8:4294967295] 00000400:00000200:0.0:1776198906.726001:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.726006:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.726018:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198906.726024:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.726030:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.726033:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.726050:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.726054:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.726056:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00080000:00000010:1.0:1776198906.726109:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008272ae70. 00010000:00000010:1.0:1776198906.726195:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.726202:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca380738. 00010000:00000010:1.0:1776198906.726324:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198906.726330:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.726341:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.726345:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.726351:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.726361:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023870751. 02000000:00000010:1.0:1776198906.726386:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7ec2923. 00000400:00000010:1.0:1776198906.726392:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.726397:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.726402:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078208, portal 16 00000400:00000010:1.0:1776198906.726407:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cf5c748. 00000100:00000200:1.0:1776198906.726409:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078208, offset 0 00000400:00000200:1.0:1776198906.726415:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.726598:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.726606:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.726611:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.726613:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.726615:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92244:92244:255:4294967295] 192.168.204.56@tcp LPNI seq info [92244:92244:7:4294967295] 00000400:00000200:1.0:1776198906.726623:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.726627:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.726631:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347530). 00000800:00000200:1.0:1776198906.726635:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.726639:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.726642:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.727625:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.727630:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347282). 00000400:00000200:3.0:1776198906.727638:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.727645:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.727650:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:3.0:1776198906.727652:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000800:00000200:3.0:1776198906.727722:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.727724:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198906.727728:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.727731:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.727733:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:3.0:1776198906.727734:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000100:00000200:3.0:1776198906.727740:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.730914:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.730935:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bb40 00000400:00000200:3.0:1776198906.730944:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8119 [1] + 224 00000400:00000200:3.0:1776198906.730960:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.730964:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.730974:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.731233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6cf92d3. 00010000:00000010:1.1:1776198906.731243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae05ba23. 00010000:00000010:1.1:1776198906.731247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00000400:00000010:1.0:1776198906.731285:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.731291:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.731294:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.731299:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.731307:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.731339:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7ec2923. 02000000:00000010:1.0:1776198906.731345:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023870751. 00000100:00000010:1.0:1776198906.731349:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.731353:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.731357:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:3.0:1776198906.731523:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.731531:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73c00 00000400:00000200:3.0:1776198906.731536:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 984 00000400:00000200:3.0:1776198906.731589:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.731593:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.731597:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.731603:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 00000020:00000010:0.0:1776198906.731804:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.731812:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.731818:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.731855:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000755613e2 x1862477217741824/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.731883:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741824 02000000:00000010:0.0:1776198906.731896:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007457afea. 00010000:00000010:0.0:1776198906.731922:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc82483b. 00010000:00000010:0.0:1776198906.731942:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.731948:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.731964:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.731967:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.731982:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198906.731987:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741824, offset 224 00000400:00000200:0.0:1776198906.731994:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.732004:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.732020:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92245:92245:256:4294967295] 192.168.204.56@tcp LPNI seq info [92245:92245:8:4294967295] 00000400:00000200:0.0:1776198906.732029:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.732034:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.732039:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198906.732044:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.732050:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.732054:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.732071:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.732075:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.732077:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00080000:00000010:1.0:1776198906.732194:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023870751. 00010000:00000010:1.0:1776198906.732322:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.732328:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5d24065. 00010000:00000010:1.0:1776198906.732408:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198906.732412:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.732417:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198906.732422:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.732434:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ec2923. 00010000:00000010:1.0:1776198906.732458:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.732462:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.732513:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198906.732517:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.732525:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.732529:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.732535:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.732546:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077665f7b. 02000000:00000010:1.0:1776198906.732571:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbde7e0e. 00000400:00000010:1.0:1776198906.732575:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.732579:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.732584:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078272, portal 16 00000400:00000010:1.0:1776198906.732588:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198906.732590:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078272, offset 0 00000400:00000200:1.0:1776198906.732594:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.732601:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.732608:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.732613:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.732616:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.732618:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92246:92246:255:4294967295] 192.168.204.56@tcp LPNI seq info [92246:92246:7:4294967295] 00000400:00000200:1.0:1776198906.732625:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.732629:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.732632:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347530). 00000800:00000200:1.0:1776198906.732636:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.732640:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.732642:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.732884:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.732888:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:3.0:1776198906.732892:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.732897:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.732900:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:3.0:1776198906.732904:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000800:00000200:3.0:1776198906.732953:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.732956:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198906.732959:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.732962:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.732964:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:3.0:1776198906.732965:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000100:00000200:3.0:1776198906.732970:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.736366:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.736385:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bb80 00000400:00000200:3.0:1776198906.736393:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8125 [1] + 224 00000400:00000200:3.0:1776198906.736406:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.736409:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.736540:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.736580:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.736587:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73c40 00000400:00000200:3.0:1776198906.736592:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 1312 00000400:00000200:3.0:1776198906.736602:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.736605:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.736609:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.736614:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 00000400:00000010:1.0:1776198906.736710:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.736715:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.736717:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.736723:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.736730:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.736767:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbde7e0e. 02000000:00000010:1.0:1776198906.736774:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077665f7b. 00000100:00000010:1.0:1776198906.736778:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.736782:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.736785:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:0.0:1776198906.736888:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.736896:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.736900:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.737033:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c982cb58 x1862477217741888/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.737101:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741888 02000000:00000010:0.0:1776198906.737114:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a3b46a7. 00010000:00000010:0.0:1776198906.737139:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000794c8e55. 00010000:00000010:0.0:1776198906.737157:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.737163:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.737210:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.737214:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.737229:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198906.737233:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741888, offset 224 00000400:00000200:0.0:1776198906.737240:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.737250:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.737272:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92247:92247:256:4294967295] 192.168.204.56@tcp LPNI seq info [92247:92247:8:4294967295] 00000400:00000200:0.0:1776198906.737281:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.737286:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.737291:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198906.737297:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.737303:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.737306:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.737325:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.737328:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.737331:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00000800:00000200:3.0:1776198906.737466:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.737470:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198906.737475:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.737478:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.737481:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198906.737483:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00080000:00000010:1.0:1776198906.737854:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbde7e0e. 00010000:00000010:1.0:1776198906.738281:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.738290:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000510101b1. 00010000:00000010:1.0:1776198906.738368:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198906.738374:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.738384:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.738389:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.738397:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.738409:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077665f7b. 02000000:00000010:1.0:1776198906.738561:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000544c2c. 00000400:00000010:1.0:1776198906.738566:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.738571:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.738577:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078336, portal 16 00000400:00000010:1.0:1776198906.738581:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198906.738583:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078336, offset 0 00000400:00000200:1.0:1776198906.738589:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.738599:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.738607:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.738610:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.738613:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.738616:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92248:92248:256:4294967295] 192.168.204.56@tcp LPNI seq info [92248:92248:8:4294967295] 00000400:00000200:1.0:1776198906.738624:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.738629:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.738632:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198906.738638:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.738643:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.738647:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.738778:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.738782:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198906.738787:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.738792:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.738796:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:3.0:1776198906.738798:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000100:00000200:3.0:1776198906.738804:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.740174:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009843484f. 00000400:00000200:3.0:1776198906.741360:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.741378:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bbc0 00000400:00000200:3.0:1776198906.741386:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8131 [1] + 224 00000400:00000200:3.0:1776198906.741398:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.741401:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.741412:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.741782:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.741788:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73c80 00000400:00000200:3.0:1776198906.741793:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 1640 00000400:00000200:3.0:1776198906.741803:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.741806:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.741810:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.741815:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00000020:00000010:0.0:1776198906.741929:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001692e2f. 00000020:00000010:0.0:1776198906.741936:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.741940:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.741964:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e319c89d x1862477217741952/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.741997:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217741952 02000000:00000010:0.0:1776198906.742018:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031f919b3. 00010000:00000010:0.0:1776198906.742058:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.742065:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.742071:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.742075:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.742094:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198906.742099:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217741952, offset 224 00000400:00000200:0.0:1776198906.742107:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.742118:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.742122:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92249:92249:256:4294967295] 192.168.204.56@tcp LPNI seq info [92249:92249:8:4294967295] 00000400:00000200:0.0:1776198906.742130:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.742134:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.742138:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198906.742143:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.742148:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.742151:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.742171:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.742175:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.742178:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001692e2f. 00000800:00000200:0.0:1776198906.742278:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.742282:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:0.0:1776198906.742286:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.742290:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.742293:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198906.742295:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000400:00000010:1.0:1776198906.743555:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.743564:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.743566:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.743576:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.743586:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.743610:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1090eb7. 02000000:00000010:1.0:1776198906.743706:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000544c2c. 02000000:00000010:1.0:1776198906.743712:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077665f7b. 00000100:00000010:1.0:1776198906.743716:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.743720:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.743723:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.743745:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000544c2c. 00010000:00000010:1.0:1776198906.743988:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.743995:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea8c26a2. 00010000:00000010:1.0:1776198906.744091:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198906.744098:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.744110:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.744115:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.744122:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.744134:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9804c2a. 02000000:00000010:1.0:1776198906.744156:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da7f7a0d. 00000400:00000010:1.0:1776198906.744160:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.744164:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.744169:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078400, portal 16 00000400:00000010:1.0:1776198906.744173:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198906.744175:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078400, offset 0 00000400:00000200:1.0:1776198906.744182:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.744195:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.744201:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.744205:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.744207:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.744211:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92250:92250:256:4294967295] 192.168.204.56@tcp LPNI seq info [92250:92250:8:4294967295] 00000400:00000200:1.0:1776198906.744220:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.744225:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.744229:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198906.744234:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.744241:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.744244:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198906.744365:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098cce601. 00010000:00000010:1.1:1776198906.744371:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00000800:00000200:3.0:1776198906.745542:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.745548:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198906.745553:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.745561:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.745566:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:3.0:1776198906.745568:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000100:00000200:3.0:1776198906.745576:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.746580:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.746596:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bc00 00000400:00000200:0.0:1776198906.746604:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb813d [1] + 224 00000400:00000200:0.0:1776198906.746629:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.746633:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.746641:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198906.746702:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.746707:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.746709:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.746714:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.746721:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.746747:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da7f7a0d. 02000000:00000010:1.0:1776198906.746752:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9804c2a. 00000100:00000010:1.0:1776198906.746755:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.746758:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.746761:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:0.1:1776198906.747281:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec50eaf8. 00010000:00000010:0.1:1776198906.747287:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000799e2b6b. 00010000:00000010:1.1:1776198906.747348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc645f84. 00010000:00000010:1.1:1776198906.747356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.1:1776198906.747359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198906.747362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198906.747365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000009d03e9. 00010000:00000010:1.1:1776198906.747367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00000400:00000200:0.0:1776198906.747820:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.747841:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73cc0 00000400:00000200:0.0:1776198906.747847:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6a7d [2] + 1968 00000400:00000010:0.0:1776198906.747851:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052ebabcb. 00000400:00000200:0.0:1776198906.747856:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006d1d57dd 00000400:00000200:0.0:1776198906.747904:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.747909:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.747913:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d1d57dd 00000400:00000010:0.0:1776198906.747915:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006d1d57dd (tot 82346882). 00000100:00000200:0.0:1776198906.747920:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198906.748025:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:3.0:1776198906.748033:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.748037:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.748064:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed3b683 x1862477217742016/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.748099:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742016 02000000:00000010:3.0:1776198906.748111:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009473fa04. 00010000:00000010:3.0:1776198906.748139:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6ba293c. 00010000:00000010:3.0:1776198906.748156:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.748163:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006ca5ad45. 00000100:00000010:3.0:1776198906.748179:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006ca5ad45. 00010000:00000010:3.0:1776198906.748182:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.748195:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198906.748199:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742016, offset 224 00000400:00000200:3.0:1776198906.748205:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.748216:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.748221:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92251:92251:256:4294967295] 192.168.204.56@tcp LPNI seq info [92251:92251:8:4294967295] 00000400:00000200:3.0:1776198906.748230:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.748234:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.748241:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347130). 00000800:00000200:3.0:1776198906.748248:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.748279:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.748283:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.748300:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.748304:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.748307:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 02000000:00000010:3.0:1776198906.748314:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031f919b3. 00000100:00000010:3.0:1776198906.748317:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 02000000:00000010:3.0:1776198906.748321:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a3b46a7. 00000100:00000010:3.0:1776198906.748323:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 02000000:00000010:3.0:1776198906.748326:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007457afea. 00000100:00000010:3.0:1776198906.748329:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198906.748332:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af7ae01d. 00000100:00000010:3.0:1776198906.748335:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.748338:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070e6ff60. 00000100:00000010:3.0:1776198906.748340:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:3.0:1776198906.748343:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000100:00000010:3.0:1776198906.748344:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 00000100:00000200:3.0:1776198906.748349:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198906.748354:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000dd46418. 00000400:00000010:3.0:1776198906.748357:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006ca5ad45 (tot 82347282). 00000800:00000200:3.0:1776198906.748411:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.748414:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:3.0:1776198906.748428:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.748432:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.748434:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:3.0:1776198906.748435:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 02000000:00000010:3.0:1776198906.748439:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009473fa04. 00080000:00000010:1.0:1776198906.748598:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9804c2a. 00010000:00000010:1.0:1776198906.748680:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.748686:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9a84316. 00010000:00000010:1.0:1776198906.748763:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198906.748768:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.748779:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.748784:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.748791:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.748804:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da7f7a0d. 02000000:00000010:1.0:1776198906.748827:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d299ebe. 00000400:00000010:1.0:1776198906.748831:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.748835:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.748838:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078464, portal 16 00000400:00000010:1.0:1776198906.748842:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198906.748843:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078464, offset 0 00000400:00000200:1.0:1776198906.748848:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.748855:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.748862:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.748866:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.748868:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.748870:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92252:92252:256:4294967295] 192.168.204.56@tcp LPNI seq info [92252:92252:8:4294967295] 00000400:00000200:1.0:1776198906.748877:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.748882:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.748885:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198906.748888:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.748892:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.748894:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.749246:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.749249:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198906.749275:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.749279:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.749282:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:3.0:1776198906.749283:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000100:00000200:3.0:1776198906.749289:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.752396:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.752416:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bc40 00000400:00000200:0.0:1776198906.752437:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb814d [1] + 224 00000400:00000200:0.0:1776198906.752448:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.752452:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.752464:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.752497:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.752502:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73d00 00000400:00000200:0.0:1776198906.752507:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 0 00000400:00000200:0.0:1776198906.752557:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.752560:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.752564:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.752570:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000400:00000010:1.0:1776198906.752656:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.752661:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.752662:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.752668:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.752675:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.752704:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d299ebe. 02000000:00000010:1.0:1776198906.752709:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da7f7a0d. 00000100:00000010:1.0:1776198906.752712:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.752715:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.752718:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000020:00000010:3.0:1776198906.752961:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009473fa04. 00000020:00000010:3.0:1776198906.752968:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.752972:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.752998:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217742080/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.753037:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742080 02000000:00000010:3.0:1776198906.753050:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:3.0:1776198906.753077:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc7e6981. 00010000:00000010:3.0:1776198906.753100:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.753107:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.753122:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.753125:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.753136:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198906.753140:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742080, offset 224 00000400:00000200:3.0:1776198906.753147:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.753158:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.753164:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92253:92253:256:4294967295] 192.168.204.56@tcp LPNI seq info [92253:92253:8:4294967295] 00000400:00000200:3.0:1776198906.753173:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.753177:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.753182:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198906.753187:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.753193:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.753196:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.753216:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.753219:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.753223:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009473fa04. 00000800:00000200:3.0:1776198906.753324:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.753328:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:3.0:1776198906.753332:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.753336:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.753339:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:3.0:1776198906.753340:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00080000:00000010:1.0:1776198906.753410:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7f7a0d. 00010000:00000010:1.0:1776198906.753499:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.753506:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066f6b93d. 00010000:00000010:1.0:1776198906.753595:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198906.753600:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.753610:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.753614:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.753619:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.753630:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d299ebe. 02000000:00000010:1.0:1776198906.753653:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005cbc923d. 00000400:00000010:1.0:1776198906.753657:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.753661:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.753665:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078528, portal 16 00000400:00000010:1.0:1776198906.753669:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198906.753670:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078528, offset 0 00000400:00000200:1.0:1776198906.753675:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.753682:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.753690:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.753693:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.753696:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.753698:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92254:92254:256:4294967295] 192.168.204.56@tcp LPNI seq info [92254:92254:8:4294967295] 00000400:00000200:1.0:1776198906.753705:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.753709:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.753712:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198906.753716:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.753719:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.753722:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.754147:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.754149:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198906.754153:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.754157:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.754159:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:3.0:1776198906.754160:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:3.0:1776198906.754165:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.758229:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.758248:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bc80 00000400:00000200:0.0:1776198906.758552:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8159 [1] + 224 00000400:00000200:0.0:1776198906.758570:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.758574:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.758585:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.758672:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.758679:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73d40 00000400:00000200:0.0:1776198906.758685:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 328 00000400:00000200:0.0:1776198906.758754:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.758758:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.758762:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.758768:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000020:00000010:3.0:1776198906.758966:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009473fa04. 00000020:00000010:3.0:1776198906.758972:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.758977:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.759008:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217742144/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198906.759051:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742144 02000000:00000010:3.0:1776198906.759064:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070e6ff60. 00010000:00000010:3.0:1776198906.759105:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.759111:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.759118:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.759121:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.759135:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198906.759139:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742144, offset 224 00000400:00000200:3.0:1776198906.759147:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.759159:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.759164:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92255:92255:256:4294967295] 192.168.204.56@tcp LPNI seq info [92255:92255:8:4294967295] 00000400:00000200:3.0:1776198906.759173:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.759178:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.759182:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198906.759188:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.759194:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.759198:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.759217:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.759220:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.759224:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009473fa04. 00000800:00000200:3.0:1776198906.759305:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.759308:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:3.0:1776198906.759312:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.759315:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.759318:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:3.0:1776198906.759320:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00000400:00000010:1.0:1776198906.760343:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.760350:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.760351:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.760361:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.760369:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.760394:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cefb6a3. 02000000:00000010:1.0:1776198906.760412:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005cbc923d. 02000000:00000010:1.0:1776198906.761106:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d299ebe. 00000100:00000010:1.0:1776198906.761115:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.761119:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.761124:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.761145:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d299ebe. 00010000:00000010:1.0:1776198906.761239:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.761247:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a117d5a. 00010000:00000010:1.0:1776198906.761611:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198906.761616:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.761621:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198906.761625:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00080000:00000010:1.0:1776198906.761639:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cbc923d. 00010000:00000010:1.0:1776198906.761664:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.761666:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198906.761840:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198906.761844:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.761851:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.761857:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.761865:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.761877:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c41b2a04. 02000000:00000010:1.0:1776198906.761904:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077665f7b. 00000400:00000010:1.0:1776198906.761908:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.761914:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.761920:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078592, portal 16 00000400:00000010:1.0:1776198906.761924:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198906.761926:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078592, offset 0 00000400:00000200:1.0:1776198906.761934:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.761948:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.761954:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.761958:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.761960:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.761964:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92256:92256:256:4294967295] 192.168.204.56@tcp LPNI seq info [92256:92256:8:4294967295] 00000400:00000200:1.0:1776198906.761973:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.761981:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.761985:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198906.761990:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.761996:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.762000:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.762173:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.762177:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198906.762182:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.762186:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.762190:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:0.0:1776198906.762191:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:0.0:1776198906.762197:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.764369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003002d6e8. 00010000:00000010:1.1:1776198906.764386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000526408dd. 00010000:00000010:1.1:1776198906.764392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:0.0:1776198906.766309:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.766336:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bcc0 00000400:00000200:0.0:1776198906.766345:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8165 [1] + 224 00000400:00000200:0.0:1776198906.766358:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.766362:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.766374:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.766416:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.766422:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73d80 00000400:00000200:0.0:1776198906.766427:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 656 00000400:00000200:0.0:1776198906.766439:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.766442:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.766447:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.766453:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 00000020:00000010:3.0:1776198906.766558:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009473fa04. 00000020:00000010:3.0:1776198906.766567:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.766571:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000400:00000010:1.0:1776198906.766582:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.766588:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.766590:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.766597:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.766602:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000240e852a x1862477217742208/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198906.766614:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.766655:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742208 02000000:00000010:1.0:1776198906.766655:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077665f7b. 02000000:00000010:1.0:1776198906.766663:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c41b2a04. 00000100:00000010:1.0:1776198906.766668:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 02000000:00000010:3.0:1776198906.766670:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af7ae01d. 00000100:00000010:1.0:1776198906.766672:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.766677:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:3.0:1776198906.770027:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b112ceb. 00010000:00000010:3.0:1776198906.770063:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea414183. 00000100:00000010:3.0:1776198906.770073:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.770094:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.770097:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea414183. 00000400:00000010:3.0:1776198906.770117:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198906.770122:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742208, offset 224 00000400:00000200:3.0:1776198906.770134:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.770152:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.770159:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92257:92257:256:4294967295] 192.168.204.56@tcp LPNI seq info [92257:92257:8:4294967295] 00080000:00000010:1.0:1776198906.770161:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077665f7b. 00000400:00000200:3.0:1776198906.770171:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.770178:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.770183:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198906.770191:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.770198:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.770201:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.770232:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198906.770238:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.770243:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009473fa04. 00000800:00000200:0.0:1776198906.770346:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.770350:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:0.0:1776198906.770354:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.770360:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.770364:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:0.0:1776198906.770366:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00010000:00000010:1.0:1776198906.770583:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.770590:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010ae9bf2. 00010000:00000010:1.0:1776198906.770670:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198906.770675:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.770684:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.770688:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.770695:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.770708:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c41b2a04. 02000000:00000010:1.0:1776198906.770733:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004a06b16. 00000400:00000010:1.0:1776198906.770738:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.770742:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.770746:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078656, portal 16 00000400:00000010:1.0:1776198906.770751:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198906.770753:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078656, offset 0 00000400:00000200:1.0:1776198906.770759:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.770766:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.770771:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.770775:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.770778:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.770780:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92258:92258:256:4294967295] 192.168.204.56@tcp LPNI seq info [92258:92258:8:4294967295] 00000400:00000200:1.0:1776198906.770788:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.770792:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.770795:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198906.770798:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.770803:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.770805:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.770914:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.770917:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:0.0:1776198906.770921:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.770924:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.770927:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:0.0:1776198906.770928:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:0.0:1776198906.770934:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.776332:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.776354:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bd00 00000400:00000200:0.0:1776198906.776364:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8171 [1] + 224 00000400:00000200:0.0:1776198906.776384:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.776388:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.776399:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.776555:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e58f43a. 00010000:00000010:3.1:1776198906.776563:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099cb59e3. 00000400:00000010:1.0:1776198906.776815:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.776820:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.776823:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.776837:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.776844:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198906.776874:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004a06b16. 02000000:00000010:1.0:1776198906.776880:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c41b2a04. 00000100:00000010:1.0:1776198906.776884:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.776888:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.776891:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:0.0:1776198906.777019:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.777027:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73dc0 00000400:00000200:0.0:1776198906.777032:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 984 00000400:00000200:0.0:1776198906.777053:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.777057:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.777061:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.777067:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005984af51. 00000020:00000010:2.0:1776198906.777359:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cb75f45. 00000020:00000010:2.0:1776198906.777367:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198906.777372:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.777457:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005984af51 x1862477217742272/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198906.777501:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742272 02000000:00000010:2.0:1776198906.777512:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d747540. 00010000:00000010:2.0:1776198906.777540:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094c30bb6. 00010000:00000010:2.0:1776198906.777560:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.777567:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.777578:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.777582:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.777594:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198906.777599:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742272, offset 224 00000400:00000200:2.0:1776198906.777606:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.777616:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.777622:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92259:92259:256:4294967295] 192.168.204.56@tcp LPNI seq info [92259:92259:8:4294967295] 00000400:00000200:2.0:1776198906.777630:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.777636:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.777639:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.777644:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.777650:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.777653:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.777669:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198906.777674:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.777677:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cb75f45. 00000800:00000200:0.0:1776198906.778236:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.778240:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:0.0:1776198906.778244:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.778249:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.778284:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:0.0:1776198906.778287:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00080000:00000010:1.0:1776198906.779103:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004a06b16. 00010000:00000010:1.0:1776198906.779202:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.779212:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a2a119d. 00010000:00000010:1.0:1776198906.779332:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.779338:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.779349:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.779355:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.779363:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.779375:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7f3e62d. 02000000:00000010:1.0:1776198906.779403:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c41b2a04. 00000400:00000010:1.0:1776198906.779409:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.779415:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.779421:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078720, portal 16 00000400:00000010:1.0:1776198906.779426:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198906.779429:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078720, offset 0 00000400:00000200:1.0:1776198906.779437:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.779453:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.779461:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.779465:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.779468:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.779472:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92260:92260:256:4294967295] 192.168.204.56@tcp LPNI seq info [92260:92260:8:4294967295] 00000400:00000200:1.0:1776198906.779481:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.779487:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.779492:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198906.779499:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.779505:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.779508:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.779660:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.779664:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:0.0:1776198906.779669:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.779673:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.779677:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:0.0:1776198906.779679:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:0.0:1776198906.779686:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.781295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d62f8cb. 00010000:00000010:1.1:1776198906.781310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.1:1776198906.781319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004069d2cc. 00010000:00000010:1.1:1776198906.781325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.1:1776198906.781328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd32cab0. 00010000:00000010:1.1:1776198906.781331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000771e5cf3. 00010000:00000010:1.1:1776198906.781333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198906.781335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198906.781338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.1:1776198906.781340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083c6ea51. 00010000:00000010:1.1:1776198906.781343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00000400:00000200:0.0:1776198906.783987:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.784007:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bd40 00000400:00000200:0.0:1776198906.784026:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb817d [1] + 224 00000400:00000200:0.0:1776198906.784042:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.784047:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.784059:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.784100:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.784106:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73e00 00000400:00000200:0.0:1776198906.784111:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 1312 00000400:00000200:0.0:1776198906.784123:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.784126:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.784130:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.784137:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000711df8e0. 00000020:00000010:2.0:1776198906.784241:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cb75f45. 00000020:00000010:2.0:1776198906.784248:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198906.784253:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.784304:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000711df8e0 x1862477217742336/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198906.784340:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742336 02000000:00000010:2.0:1776198906.784353:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000011b8ac0e. 00010000:00000010:2.0:1776198906.784397:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.784406:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.784412:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.784416:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.784431:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198906.784435:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742336, offset 224 00000400:00000200:2.0:1776198906.784443:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.784455:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.784460:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92261:92261:256:4294967295] 192.168.204.56@tcp LPNI seq info [92261:92261:8:4294967295] 00000400:00000200:2.0:1776198906.784470:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.784475:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.784479:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.784485:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.784491:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.784495:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.784510:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198906.784516:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.784519:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cb75f45. 00000400:00000010:1.0:1776198906.784613:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198906.784751:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198906.784753:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.784760:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198906.784767:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198906.784790:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1800fcb. 02000000:00000010:1.0:1776198906.784804:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c41b2a04. 02000000:00000010:1.0:1776198906.784810:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7f3e62d. 00000100:00000010:1.0:1776198906.784814:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:1.0:1776198906.784817:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.784820:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198906.784848:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c41b2a04. 00010000:00000010:1.0:1776198906.784937:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.784943:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5b721d9. 00010000:00000010:1.0:1776198906.785029:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198906.785036:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000648caf65. 00010000:00000010:1.0:1776198906.785046:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198906.785050:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.785056:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 02000000:00000010:1.0:1776198906.785067:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7f3e62d. 02000000:00000010:1.0:1776198906.785093:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006538936b. 00000400:00000010:1.0:1776198906.785099:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198906.785103:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198906.785109:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078784, portal 16 00000400:00000010:1.0:1776198906.785113:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198906.785115:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078784, offset 0 00000400:00000200:1.0:1776198906.785122:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.785129:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.785136:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.785139:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.785142:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.785145:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92262:92262:255:4294967295] 192.168.204.56@tcp LPNI seq info [92262:92262:7:4294967295] 00000400:00000200:1.0:1776198906.785154:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.785158:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.785162:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347530). 00000800:00000200:1.0:1776198906.785166:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.785171:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.785173:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198906.785275:0:78543:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000870e8d32. 00000800:00000200:0.0:1776198906.785456:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.785462:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347282). 00000400:00000200:0.0:1776198906.785466:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.785471:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.785474:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:0.0:1776198906.785477:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000800:00000200:0.0:1776198906.785546:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.785548:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198906.785553:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.785555:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.785557:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:0.0:1776198906.785558:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000100:00000200:0.0:1776198906.785563:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cac1a10a x1862477231078784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.785944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d997d2c5. 00010000:00000010:1.1:1776198906.785952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:0.0:1776198906.789819:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:2.1:1776198906.789840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051418fb2. 00000400:00000200:0.0:1776198906.789845:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bd80 00000400:00000200:0.0:1776198906.789857:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8189 [1] + 224 00000400:00000200:0.0:1776198906.789876:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.789881:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.789892:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cac1a10a x1862477231078784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.789986:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:2.0:1776198906.789990:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:2.0:1776198906.789993:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:2.0:1776198906.789999:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cac1a10a x1862477231078784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.790007:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cac1a10a x1862477231078784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.790043:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006538936b. 02000000:00000010:2.0:1776198906.790051:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7f3e62d. 00000100:00000010:2.0:1776198906.790054:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cac1a10a. 00000100:00000010:2.0:1776198906.790058:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:2.0:1776198906.790061:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:0.0:1776198906.794646:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.794667:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73e40 00000400:00000200:0.0:1776198906.794674:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 1640 00000400:00000200:0.0:1776198906.794938:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.794946:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.794952:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.794959:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:2.0:1776198906.795099:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cb75f45. 00000020:00000010:2.0:1776198906.795108:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f037b94c. 00000020:00000010:2.0:1776198906.795113:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.795142:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217742400/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198906.795182:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742400 02000000:00000010:2.0:1776198906.795194:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bad43626. 00010000:00000010:2.0:1776198906.795237:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001517f271. 00010000:00000010:2.0:1776198906.795278:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.795286:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.795302:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.795306:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198906.795320:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198906.795326:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742400, offset 224 00000400:00000200:2.0:1776198906.795334:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.795345:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.795350:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92263:92263:256:4294967295] 192.168.204.56@tcp LPNI seq info [92263:92263:8:4294967295] 00000400:00000200:2.0:1776198906.795361:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.795365:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.795370:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.795376:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.795384:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.795388:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.795416:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f037b94c. 00000020:00000010:2.0:1776198906.795429:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.795433:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cb75f45. 00080000:00000010:2.0:1776198906.795461:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cb75f45. 00000800:00000200:1.0:1776198906.795557:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.795561:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00010000:00000010:2.0:1776198906.795564:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648caf65. 00000400:00000200:1.0:1776198906.795566:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1776198906.795572:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d7dde0d. 00000400:00000200:1.0:1776198906.795573:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.795579:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:1.0:1776198906.795581:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00010000:00000010:2.0:1776198906.795647:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.795658:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.795668:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.795671:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.795678:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198906.795688:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de1003ec. 02000000:00000010:2.0:1776198906.795710:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b07be5c5. 00000400:00000010:2.0:1776198906.795715:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.795719:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198906.795723:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078848, portal 16 00000400:00000010:2.0:1776198906.795728:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198906.795729:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078848, offset 0 00000400:00000200:2.0:1776198906.795734:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.795740:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.795746:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.795750:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.795753:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.795755:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92264:92264:256:4294967295] 192.168.204.56@tcp LPNI seq info [92264:92264:8:4294967295] 00000400:00000200:2.0:1776198906.795763:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.795767:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.795770:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.795774:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.795778:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.795780:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.796053:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.796056:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:1.0:1776198906.796059:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.796063:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.796066:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:1.0:1776198906.796067:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:1.0:1776198906.796071:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231078848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198906.797294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf56c10. 00010000:00000010:1.1:1776198906.797306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a449098. 00010000:00000010:1.1:1776198906.797311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:2.1:1776198906.802359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244aadcf. 00010000:00000010:2.1:1776198906.802376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010f128dd. 00010000:00000010:2.1:1776198906.802382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00000400:00000200:0.0:1776198906.806447:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.806467:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bdc0 00000400:00000200:0.0:1776198906.806475:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8195 [1] + 224 00000400:00000200:0.0:1776198906.806487:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.806491:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.806505:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231078848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.806600:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.806607:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73e80 00000400:00000200:0.0:1776198906.806613:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ad5 [2] + 1968 00000400:00000010:0.0:1776198906.806618:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081bb47c2. 00000400:00000200:0.0:1776198906.806623:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004664ce26 00000400:00000200:0.0:1776198906.806636:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.806639:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.806641:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004664ce26 00000400:00000010:0.0:1776198906.806643:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004664ce26 (tot 82346882). 00000100:00000200:0.0:1776198906.806649:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198906.808445:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001dd335fa. 00000020:00000010:1.0:1776198906.808457:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.808463:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.808492:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e748603 x1862477217742464/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198906.808529:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742464 02000000:00000010:1.0:1776198906.808541:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e92a89a8. 00010000:00000010:1.0:1776198906.808578:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089fdbc3d. 00000100:00000010:1.0:1776198906.808586:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006ce361a. 00000100:00000010:1.0:1776198906.808592:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000006ce361a. 00010000:00000010:1.0:1776198906.808596:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089fdbc3d. 00000400:00000010:1.0:1776198906.808610:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198906.808616:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742464, offset 224 00000400:00000200:1.0:1776198906.808624:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.808637:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.808643:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92265:92265:256:4294967295] 192.168.204.56@tcp LPNI seq info [92265:92265:8:4294967295] 00000400:00000200:1.0:1776198906.808653:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.808659:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.808663:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347130). 00000800:00000200:1.0:1776198906.808669:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.808674:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.808678:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.808696:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.808701:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.808704:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001dd335fa. 02000000:00000010:1.0:1776198906.808713:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bad43626. 00000100:00000010:1.0:1776198906.808716:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:1.0:1776198906.808720:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000011b8ac0e. 00000100:00000010:1.0:1776198906.808721:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000711df8e0. 02000000:00000010:1.0:1776198906.808724:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d747540. 00000100:00000010:1.0:1776198906.808726:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005984af51. 02000000:00000010:1.0:1776198906.808729:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af7ae01d. 00000100:00000010:1.0:1776198906.808731:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000240e852a. 02000000:00000010:1.0:1776198906.808736:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070e6ff60. 00000100:00000010:1.0:1776198906.808737:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:1.0:1776198906.808740:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000100:00000010:1.0:1776198906.808743:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000200:1.0:1776198906.808748:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198906.808753:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000048975a73. 00000400:00000010:1.0:1776198906.808757:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000006ce361a (tot 82347282). 00000800:00000200:1.0:1776198906.808851:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.808855:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198906.808858:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.808863:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.808866:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:1.0:1776198906.808868:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 02000000:00000010:1.0:1776198906.808871:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e92a89a8. 00000400:00000010:2.0:1776198906.809048:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.809052:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:2.0:1776198906.809054:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000100:00000200:2.0:1776198906.809061:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231078848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.809068:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231078848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.809088:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7adf4fc. 02000000:00000010:2.0:1776198906.809105:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b07be5c5. 02000000:00000010:2.0:1776198906.809109:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de1003ec. 00000100:00000010:2.0:1776198906.809112:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:2.0:1776198906.809116:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.809119:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:2.0:1776198906.809134:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de1003ec. 00010000:00000010:2.0:1776198906.809216:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.809222:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087f4ed1b. 00010000:00000010:2.0:1776198906.809318:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.809323:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f037b94c. 00010000:00000010:2.0:1776198906.809328:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198906.809333:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00080000:00000010:2.0:1776198906.809343:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b07be5c5. 00010000:00000010:2.0:1776198906.809370:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.809373:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f037b94c. 00010000:00000010:2.0:1776198906.809425:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.809429:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.809438:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.809442:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.809449:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198906.809462:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002342dd85. 02000000:00000010:2.0:1776198906.809487:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f83cd7c. 00000400:00000010:2.0:1776198906.809491:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.809494:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198906.809498:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078912, portal 16 00000400:00000010:2.0:1776198906.809502:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198906.809504:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078912, offset 0 00000400:00000200:2.0:1776198906.809509:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.809517:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.809524:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.809528:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.809531:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.809534:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92266:92266:256:4294967295] 192.168.204.56@tcp LPNI seq info [92266:92266:8:4294967295] 00000400:00000200:2.0:1776198906.809541:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.809546:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.809550:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.809554:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.809559:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.809561:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.809750:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.809754:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.809758:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.809762:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.809764:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:3.0:1776198906.809767:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:3.0:1776198906.809772:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231078912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.817175:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.817195:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2be00 00000400:00000200:0.0:1776198906.817204:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81a5 [1] + 224 00000400:00000200:0.0:1776198906.817215:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.817220:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.817242:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231078912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.817293:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.817299:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73ec0 00000400:00000200:0.0:1776198906.817304:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 0 00000400:00000200:0.0:1776198906.817324:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.817327:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.817331:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.817336:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000020:00000010:3.0:1776198906.817442:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:3.0:1776198906.817451:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.817456:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.817482:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0f3b3a x1862477217742528/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.817516:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742528 02000000:00000010:3.0:1776198906.817527:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009473fa04. 00010000:00000010:3.0:1776198906.817567:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.817731:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.817737:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.817740:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00000400:00000010:3.0:1776198906.817755:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198906.817761:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742528, offset 224 00000400:00000200:3.0:1776198906.817768:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.817779:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.817784:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92267:92267:256:4294967295] 192.168.204.56@tcp LPNI seq info [92267:92267:8:4294967295] 00000400:00000200:3.0:1776198906.817792:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.817797:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.817801:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001826accd (tot 82347282). 00000800:00000200:3.0:1776198906.817807:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.817812:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.817815:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001826accd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.817835:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198906.817840:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.817843:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 00000400:00000010:2.0:1776198906.817954:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198906.817958:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:2.0:1776198906.817960:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000100:00000200:2.0:1776198906.817965:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231078912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.817973:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231078912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.817994:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000191c8bac. 02000000:00000010:2.0:1776198906.818021:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f83cd7c. 02000000:00000010:2.0:1776198906.818026:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002342dd85. 00000100:00000010:2.0:1776198906.818028:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:2.0:1776198906.818032:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.818035:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:2.0:1776198906.818050:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002342dd85. 00010000:00000010:2.0:1776198906.818129:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.818135:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e482113. 00010000:00000010:2.0:1776198906.818213:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c690c292. 00010000:00000010:2.0:1776198906.818219:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.818228:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198906.818231:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.818237:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198906.818247:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f83cd7c. 02000000:00000010:2.0:1776198906.818295:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d747540. 00000400:00000010:2.0:1776198906.818300:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198906.818304:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198906.818309:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231078976, portal 16 00000400:00000010:2.0:1776198906.818314:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198906.818316:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231078976, offset 0 00000400:00000200:2.0:1776198906.818322:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.818329:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.818336:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.818340:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.818343:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.818346:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92268:92268:255:4294967295] 192.168.204.56@tcp LPNI seq info [92268:92268:7:4294967295] 00000400:00000200:2.0:1776198906.818352:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.818357:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.818361:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347530). 00000800:00000200:2.0:1776198906.818364:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.818368:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.818371:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.818765:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.818769:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001826accd (tot 82347282). 00000400:00000200:1.0:1776198906.818773:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.818778:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.818781:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:1.0:1776198906.818782:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000800:00000200:1.0:1776198906.819661:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.819666:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:1.0:1776198906.819671:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.819677:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.819680:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:1.0:1776198906.819682:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00000100:00000200:1.0:1776198906.819689:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231078976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.820576:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cacef0c7. 00010000:00000010:2.1:1776198906.820586:0:78546:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000092bb823. 00010000:00000010:2.1:1776198906.820591:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198906.820593:0:78546:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.820596:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00000400:00000200:1.0:1776198906.826856:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.826878:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2be40 00000400:00000200:1.0:1776198906.826888:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81b1 [1] + 224 00000400:00000200:1.0:1776198906.826900:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.826904:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.826916:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231078976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198906.826958:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.826963:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73f00 00000400:00000200:1.0:1776198906.826967:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 328 00000400:00000200:1.0:1776198906.827029:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.827033:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.827036:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.827042:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 00000400:00000010:3.0:1776198906.827102:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:3.0:1776198906.827106:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:3.0:1776198906.827109:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000100:00000200:3.0:1776198906.827115:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231078976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.827122:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231078976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.827151:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d747540. 02000000:00000010:3.0:1776198906.827156:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f83cd7c. 00000100:00000010:3.0:1776198906.827160:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:3.0:1776198906.827163:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:3.0:1776198906.827167:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000020:00000010:0.0:1776198906.827782:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.827791:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.827795:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.827820:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fddc9a8 x1862477217742592/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198906.827889:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742592 02000000:00000010:0.0:1776198906.827901:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a3b46a7. 00010000:00000010:0.0:1776198906.827931:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000580e7e3d. 00010000:00000010:0.0:1776198906.827951:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.827957:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.827975:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.827978:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.827994:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198906.827999:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742592, offset 224 00000400:00000200:0.0:1776198906.828006:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.828029:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.828035:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92269:92269:256:4294967295] 192.168.204.56@tcp LPNI seq info [92269:92269:8:4294967295] 00000400:00000200:0.0:1776198906.828045:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.828051:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.828056:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198906.828062:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.828069:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.828074:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.828092:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.828096:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.828099:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00080000:00000010:1.0:1776198906.828150:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e92a89a8. 00010000:00000010:1.0:1776198906.828278:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:1.0:1776198906.828285:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0cf7432. 00010000:00000010:1.0:1776198906.828362:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198906.828368:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de91f2b7. 00010000:00000010:1.0:1776198906.828378:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e636350. 00000100:00000010:1.0:1776198906.828382:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198906.828389:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 02000000:00000010:1.0:1776198906.828398:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001dd335fa. 02000000:00000010:1.0:1776198906.828420:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0898ca4. 00000400:00000010:1.0:1776198906.828425:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198906.828429:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198906.828433:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079040, portal 16 00000400:00000010:1.0:1776198906.828437:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198906.828438:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079040, offset 0 00000400:00000200:1.0:1776198906.828443:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.828449:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.828454:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198906.828458:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198906.828460:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198906.828463:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92270:92270:255:4294967295] 192.168.204.56@tcp LPNI seq info [92270:92270:7:4294967295] 00000400:00000200:1.0:1776198906.828469:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.828473:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.828476:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347530). 00000800:00000200:1.0:1776198906.828480:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.828483:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.828486:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.830336:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.830343:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347282). 00000400:00000200:1.0:1776198906.830350:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.830358:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.830363:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:1.0:1776198906.830365:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000800:00000200:1.0:1776198906.830433:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.830435:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198906.830439:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.830442:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.830444:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:1.0:1776198906.830445:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000100:00000200:1.0:1776198906.830452:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d87c9fc x1862477231079040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.831422:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632fabbe. 00010000:00000010:2.1:1776198906.831435:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e45fe67f. 00010000:00000010:2.1:1776198906.831439:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00000400:00000200:1.0:1776198906.834435:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.834458:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2be80 00000400:00000200:1.0:1776198906.834467:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81bd [1] + 224 00000400:00000200:1.0:1776198906.834483:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.834486:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.834497:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d87c9fc x1862477231079040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.838348:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:3.0:1776198906.838358:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:3.0:1776198906.838360:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000100:00000200:3.0:1776198906.838376:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d87c9fc x1862477231079040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.838386:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d87c9fc x1862477231079040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.838416:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0898ca4. 02000000:00000010:3.0:1776198906.838423:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001dd335fa. 00000100:00000010:3.0:1776198906.838427:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 00000100:00000010:3.0:1776198906.838431:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:3.0:1776198906.838435:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e636350. 00000400:00000200:3.0:1776198906.838474:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.838487:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73f40 00000400:00000200:3.0:1776198906.838494:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 656 00000400:00000200:3.0:1776198906.838554:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.838558:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.838564:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.838567:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00000020:00000010:0.0:1776198906.839510:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031f919b3. 00000020:00000010:0.0:1776198906.839519:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.839524:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.839552:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217742656/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198906.839588:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742656 02000000:00000010:0.0:1776198906.839602:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de93ae9f. 00010000:00000010:0.0:1776198906.839632:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000873c7c9d. 00010000:00000010:0.0:1776198906.839654:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.839661:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.839826:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.839831:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.839849:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198906.839854:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742656, offset 224 00000400:00000200:0.0:1776198906.839862:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.839875:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.839880:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92271:92271:256:4294967295] 192.168.204.56@tcp LPNI seq info [92271:92271:8:4294967295] 00000400:00000200:0.0:1776198906.839889:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.839894:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.839898:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198906.839903:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.839909:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.839913:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.839938:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.839943:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.839946:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031f919b3. 00000800:00000200:3.0:1776198906.840077:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.840082:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198906.840086:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.840092:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.840095:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:3.0:1776198906.840097:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00010000:00000010:0.1:1776198906.840362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff1a021f. 00010000:00000010:1.1:1776198906.840495:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9ecde54. 00010000:00000010:1.1:1776198906.840502:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00080000:00000010:2.0:1776198906.843086:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011b8ac0e. 00010000:00000010:2.0:1776198906.843195:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de91f2b7. 00010000:00000010:2.0:1776198906.843204:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e9a863b. 00010000:00000010:2.0:1776198906.844796:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.844810:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.844926:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.844938:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.844948:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.844963:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bad43626. 02000000:00000010:2.0:1776198906.844996:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f83cd7c. 00000400:00000010:2.0:1776198906.845003:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db8e1ea7. 00000400:00000010:2.0:1776198906.845019:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.845026:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079104, portal 16 00000400:00000010:2.0:1776198906.845032:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198906.845034:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079104, offset 0 00000400:00000200:2.0:1776198906.845043:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.845060:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.845067:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.845071:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.845073:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.845077:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92272:92272:256:4294967295] 192.168.204.56@tcp LPNI seq info [92272:92272:8:4294967295] 00000400:00000200:2.0:1776198906.845086:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.845092:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.845096:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.845103:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.845109:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.845113:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198906.850757:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c970e87d. 00000800:00000200:0.0:1776198906.850876:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.850880:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:0.0:1776198906.850887:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.850896:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.850901:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:0.0:1776198906.850904:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00000100:00000200:0.0:1776198906.850912:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231079104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198906.851475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b08c9c8e. 00010000:00000010:2.1:1776198906.851481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00000400:00000200:3.0:1776198906.855937:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.855958:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bec0 00000400:00000200:3.0:1776198906.855967:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81c9 [1] + 224 00000400:00000200:3.0:1776198906.855979:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.855982:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.855994:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231079104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.856042:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.856047:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73f80 00000400:00000200:3.0:1776198906.856052:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 984 00000400:00000200:3.0:1776198906.856063:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.856066:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.856070:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.856077:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000400:00000010:2.0:1776198906.856179:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db8e1ea7. 00000400:00000200:2.0:1776198906.856184:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:2.0:1776198906.856186:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000100:00000200:2.0:1776198906.856193:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231079104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.856200:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231079104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.856233:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f83cd7c. 02000000:00000010:2.0:1776198906.856239:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bad43626. 00000100:00000010:2.0:1776198906.856243:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.856246:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.856250:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000020:00000010:0.0:1776198906.858376:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d942a0b6. 00000020:00000010:0.0:1776198906.858389:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.858393:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198906.858437:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217742720/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198906.858474:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742720 02000000:00000010:0.0:1776198906.858487:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031f919b3. 00010000:00000010:0.0:1776198906.858523:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b35da7b3. 00010000:00000010:0.0:1776198906.858552:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.858562:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.858625:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.858630:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198906.858649:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198906.858655:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742720, offset 224 00000400:00000200:0.0:1776198906.858665:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.858680:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.858687:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92273:92273:256:4294967295] 192.168.204.56@tcp LPNI seq info [92273:92273:8:4294967295] 00000400:00000200:0.0:1776198906.858696:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.858703:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.858707:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.858713:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.858720:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.858723:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198906.858748:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198906.858752:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198906.858755:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d942a0b6. 00000800:00000200:0.0:1776198906.858859:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.858862:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:0.0:1776198906.858867:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.858871:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.858875:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198906.858877:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00080000:00000010:2.0:1776198906.862863:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bad43626. 00010000:00000010:2.0:1776198906.862968:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.862977:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058690177. 00010000:00000010:2.0:1776198906.863067:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198906.863073:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.863085:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.863092:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.863102:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.863117:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f83cd7c. 02000000:00000010:2.0:1776198906.863148:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d747540. 00000400:00000010:2.0:1776198906.863155:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db8e1ea7. 00000400:00000010:2.0:1776198906.863162:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.863168:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079168, portal 16 00000400:00000010:2.0:1776198906.863174:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198906.863176:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079168, offset 0 00000400:00000200:2.0:1776198906.863185:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.863202:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.863208:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.863211:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.863214:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.863217:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92274:92274:256:4294967295] 192.168.204.56@tcp LPNI seq info [92274:92274:8:4294967295] 00000400:00000200:2.0:1776198906.863237:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.863244:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.863248:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198906.863371:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.863379:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.863383:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.864336:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.864341:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:0.0:1776198906.864347:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.864352:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.864357:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:0.0:1776198906.864359:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00000100:00000200:0.0:1776198906.864367:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231079168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.866916:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.866934:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bf00 00000400:00000200:3.0:1776198906.866944:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81d5 [1] + 224 00000400:00000200:3.0:1776198906.866959:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.866964:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.866973:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231079168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.867065:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db8e1ea7. 00000400:00000200:2.0:1776198906.867070:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:2.0:1776198906.867072:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000100:00000200:2.0:1776198906.867078:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231079168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.867085:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231079168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.867114:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d747540. 02000000:00000010:2.0:1776198906.867119:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f83cd7c. 00000100:00000010:2.0:1776198906.867123:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.867127:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.867131:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000400:00000200:0.0:1776198906.867992:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.868004:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f73fc0 00000400:00000200:0.0:1776198906.868020:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 1312 00000400:00000200:0.0:1776198906.868073:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.868077:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.868082:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.868087:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000020:00000010:3.0:1776198906.868167:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:3.0:1776198906.868174:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4eb24cc. 00000020:00000010:3.0:1776198906.868178:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.868203:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217742784/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.868250:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742784 02000000:00000010:3.0:1776198906.868299:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005587dfda. 00010000:00000010:3.0:1776198906.868326:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018b16a47. 00010000:00000010:3.0:1776198906.868346:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.868352:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.868363:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.868366:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00000400:00000010:3.0:1776198906.868378:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198906.868382:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742784, offset 224 00000400:00000200:3.0:1776198906.868389:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.868400:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.868405:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92275:92275:256:4294967295] 192.168.204.56@tcp LPNI seq info [92275:92275:8:4294967295] 00000400:00000200:3.0:1776198906.868416:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.868421:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.868426:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001826accd (tot 82347282). 00000800:00000200:3.0:1776198906.868431:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.868438:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.868442:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001826accd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.868459:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4eb24cc. 00000020:00000010:3.0:1776198906.868464:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:3.0:1776198906.868467:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 00000800:00000200:1.0:1776198906.868571:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.868576:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001826accd (tot 82347034). 00000400:00000200:1.0:1776198906.868580:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.868583:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.868586:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:1.0:1776198906.868587:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00010000:00000010:2.1:1776198906.868665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7ba6e78. 00010000:00000010:2.1:1776198906.868676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00080000:00000010:2.0:1776198906.868709:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f83cd7c. 00010000:00000010:2.0:1776198906.868793:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.868798:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f91b07c. 00010000:00000010:2.0:1776198906.868877:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198906.868881:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002efd7d40. 00010000:00000010:2.0:1776198906.868885:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.868890:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00080000:00000010:2.0:1776198906.868901:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d747540. 00010000:00000010:2.0:1776198906.868926:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.868929:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002efd7d40. 00010000:00000010:2.0:1776198906.868977:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.868981:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.868991:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.868995:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.869001:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.869023:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007457afea. 02000000:00000010:2.0:1776198906.869046:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7f3e62d. 00000400:00000010:2.0:1776198906.869051:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db8e1ea7. 00000400:00000010:2.0:1776198906.869056:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.869061:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079232, portal 16 00000400:00000010:2.0:1776198906.869065:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198906.869066:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079232, offset 0 00000400:00000200:2.0:1776198906.869071:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.869079:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.869085:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.869088:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.869090:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.869092:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92276:92276:256:4294967295] 192.168.204.56@tcp LPNI seq info [92276:92276:8:4294967295] 00000400:00000200:2.0:1776198906.869099:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.869105:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.869109:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198906.869112:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.869116:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.869118:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.869490:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.869493:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:3.0:1776198906.869497:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.869501:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.869503:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:3.0:1776198906.869506:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:3.0:1776198906.869511:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231079232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198906.869941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d721d6b9. 00000400:00000200:0.0:1776198906.872691:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.872711:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bf40 00000400:00000200:0.0:1776198906.872722:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81e1 [1] + 224 00000400:00000200:0.0:1776198906.872734:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.872738:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.872748:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231079232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.872783:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.872789:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74000 00000400:00000200:0.0:1776198906.872793:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 1640 00000400:00000200:0.0:1776198906.872839:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.872843:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.872846:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.872852:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:1.0:1776198906.872976:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f988d425. 00000020:00000010:1.0:1776198906.872983:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.872986:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.873020:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217742848/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198906.873048:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742848 02000000:00000010:1.0:1776198906.873059:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006538936b. 00010000:00000010:1.0:1776198906.873097:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198906.873104:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198906.873111:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198906.873115:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00000400:00000010:1.0:1776198906.873130:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198906.873135:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742848, offset 224 00000400:00000200:1.0:1776198906.873143:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.873154:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.873158:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92277:92277:256:4294967295] 192.168.204.56@tcp LPNI seq info [92277:92277:8:4294967295] 00000400:00000200:1.0:1776198906.873168:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.873173:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.873177:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.873182:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.873188:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.873191:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.873212:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.873217:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.873220:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f988d425. 00000400:00000010:2.0:1776198906.873320:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db8e1ea7. 00000400:00000200:2.0:1776198906.873325:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:2.0:1776198906.873327:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000100:00000200:2.0:1776198906.873332:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231079232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.873339:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231079232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198906.873360:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000617a9b47. 02000000:00000010:2.0:1776198906.873375:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7f3e62d. 02000000:00000010:2.0:1776198906.873381:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007457afea. 00000100:00000010:2.0:1776198906.873387:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.873391:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.873393:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00080000:00000010:2.0:1776198906.873409:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7f3e62d. 00010000:00000010:2.0:1776198906.873499:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.873505:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000db242c9. 00010000:00000010:2.0:1776198906.873579:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.0:1776198906.873584:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.873593:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.873596:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.873601:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.873611:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007457afea. 02000000:00000010:2.0:1776198906.873636:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec33fcd3. 00000400:00000010:2.0:1776198906.873642:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db8e1ea7. 00000400:00000010:2.0:1776198906.873645:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.873650:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079296, portal 16 00000400:00000010:2.0:1776198906.873655:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198906.873657:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079296, offset 0 00000400:00000200:2.0:1776198906.873663:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.873669:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.873675:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.873678:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.873681:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.873684:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92278:92278:255:4294967295] 192.168.204.56@tcp LPNI seq info [92278:92278:7:4294967295] 00000400:00000200:2.0:1776198906.873691:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.873700:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.873703:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347530). 00000800:00000200:2.0:1776198906.873708:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.873712:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.873714:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.874038:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.874043:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347282). 00000400:00000200:0.0:1776198906.874049:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.874053:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.874057:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:0.0:1776198906.874059:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000800:00000200:0.0:1776198906.874336:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.874339:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:0.0:1776198906.874343:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.874346:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.874349:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:0.0:1776198906.874350:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:0.0:1776198906.874356:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231079296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.878303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096398db2. 00010000:00000010:2.1:1776198906.878374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c75362. 00010000:00000010:2.1:1776198906.878382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198906.878387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198906.878390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00000400:00000200:3.0:1776198906.880125:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.880147:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bf80 00000400:00000200:3.0:1776198906.880157:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81ed [1] + 224 00000400:00000200:3.0:1776198906.880171:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.880176:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.880187:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231079296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.880314:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db8e1ea7. 00000400:00000200:2.0:1776198906.880319:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:2.0:1776198906.880321:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000100:00000200:2.0:1776198906.880326:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231079296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.880334:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231079296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.880362:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec33fcd3. 02000000:00000010:2.0:1776198906.880369:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007457afea. 00000100:00000010:2.0:1776198906.880374:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.880378:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.880381:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00010000:00000010:2.1:1776198906.883319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f526b403. 00010000:00000010:2.1:1776198906.883337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000157ecd58. 00010000:00000010:2.1:1776198906.883340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:0.0:1776198906.885933:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.885953:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74040 00000400:00000200:0.0:1776198906.885962:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b2d [2] + 1968 00000400:00000010:0.0:1776198906.885966:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c4b9514c. 00000400:00000200:0.0:1776198906.885972:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006691ef1a 00000400:00000200:0.0:1776198906.886035:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.886040:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.886044:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006691ef1a 00000400:00000010:0.0:1776198906.886047:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006691ef1a (tot 82346882). 00000100:00000200:0.0:1776198906.886053:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198906.886998:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8a9ae5e. 00000020:00000010:3.0:1776198906.887018:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4eb24cc. 00000020:00000010:3.0:1776198906.887023:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000479e364e. 00000100:00000200:3.0:1776198906.887056:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cce9e17 x1862477217742912/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198906.887158:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742912 02000000:00000010:3.0:1776198906.887173:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000102f67e0. 00010000:00000010:3.0:1776198906.887423:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090b445fc. 00010000:00000010:2.0:1776198906.887513:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.887522:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd9fc037. 00000100:00000010:2.0:1776198906.887539:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd9fc037. 00010000:00000010:2.0:1776198906.887543:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000400:00000010:2.0:1776198906.887558:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198906.887564:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742912, offset 224 00000400:00000200:2.0:1776198906.887572:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.887588:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.887593:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92279:92279:256:4294967295] 192.168.204.56@tcp LPNI seq info [92279:92279:8:4294967295] 00080000:00000010:3.0:1776198906.887594:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a560fc. 00000400:00000200:2.0:1776198906.887604:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.887610:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.887615:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347130). 00000800:00000200:2.0:1776198906.887621:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.887627:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.887631:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.887659:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4eb24cc. 00000020:00000010:2.0:1776198906.887664:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000479e364e. 00000020:00000010:2.0:1776198906.887668:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8a9ae5e. 02000000:00000010:2.0:1776198906.887677:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006538936b. 00000100:00000010:2.0:1776198906.887681:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:2.0:1776198906.887684:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005587dfda. 00000100:00000010:2.0:1776198906.887686:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:2.0:1776198906.887689:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031f919b3. 00000100:00000010:2.0:1776198906.887691:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:2.0:1776198906.887695:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de93ae9f. 00000100:00000010:2.0:1776198906.887697:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 02000000:00000010:2.0:1776198906.887700:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a3b46a7. 00000100:00000010:2.0:1776198906.887702:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 02000000:00000010:2.0:1776198906.887704:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009473fa04. 00000100:00000010:2.0:1776198906.887706:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000200:2.0:1776198906.887712:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198906.887717:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db8e1ea7. 00000400:00000010:2.0:1776198906.887721:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd9fc037 (tot 82347282). 00000800:00000200:0.0:1776198906.887845:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.887849:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:0.0:1776198906.887853:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.887859:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.887863:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:0.0:1776198906.887864:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 02000000:00000010:0.0:1776198906.887869:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000102f67e0. 00010000:00000010:3.0:1776198906.888511:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:3.0:1776198906.888522:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2c5a010. 00010000:00000010:3.0:1776198906.888609:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198906.888615:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.888626:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.888631:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.888639:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.888654:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011d1ac5f. 02000000:00000010:3.0:1776198906.888809:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057642086. 00000400:00000010:3.0:1776198906.888814:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.888819:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198906.888824:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079360, portal 16 00000400:00000010:3.0:1776198906.888828:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198906.888831:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079360, offset 0 00000400:00000200:3.0:1776198906.888838:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.888849:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.888856:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.888859:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.888862:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.888865:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92280:92280:256:4294967295] 192.168.204.56@tcp LPNI seq info [92280:92280:8:4294967295] 00000400:00000200:3.0:1776198906.888877:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.888882:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.888886:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198906.888891:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.888896:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.888899:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.889489:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.889493:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:1.0:1776198906.889498:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.889503:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.889507:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:1.0:1776198906.889509:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00000100:00000200:1.0:1776198906.889516:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231079360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.893326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3b98da. 00000400:00000200:0.0:1776198906.893671:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.893689:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2bfc0 00000400:00000200:0.0:1776198906.893697:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb81fd [1] + 224 00000400:00000200:0.0:1776198906.893709:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.893713:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.893724:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231079360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198906.893760:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.893765:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74080 00000400:00000200:0.0:1776198906.893770:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 0 00000400:00000200:0.0:1776198906.893780:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.893783:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.893786:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.893791:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 00000400:00000010:3.0:1776198906.894043:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:3.0:1776198906.894050:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:3.0:1776198906.894052:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:3.0:1776198906.894058:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231079360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.894066:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231079360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198906.894092:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec33fcd3. 02000000:00000010:3.0:1776198906.894099:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057642086. 00000020:00000010:2.0:1776198906.894101:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198906.894107:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 02000000:00000010:3.0:1776198906.894108:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011d1ac5f. 00000100:00000010:3.0:1776198906.894114:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000100:00000010:3.0:1776198906.894118:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.894122:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00000100:00000200:2.0:1776198906.894150:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ce96fe7 x1862477217742976/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198906.894188:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217742976 02000000:00000010:2.0:1776198906.894200:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3d7ec3b. 00010000:00000010:2.0:1776198906.894236:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069c21e90. 00010000:00000010:2.0:1776198906.894288:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.894296:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a000518. 00000100:00000010:2.0:1776198906.894308:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a000518. 00010000:00000010:2.0:1776198906.894312:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000400:00000010:2.0:1776198906.894325:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00080000:00000010:3.0:1776198906.894330:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011d1ac5f. 00000100:00000200:2.0:1776198906.894330:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217742976, offset 224 00000400:00000200:2.0:1776198906.894341:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.894352:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.894358:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92281:92281:256:4294967295] 192.168.204.56@tcp LPNI seq info [92281:92281:8:4294967295] 00000400:00000200:2.0:1776198906.894367:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.894372:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.894377:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.894382:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.894390:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.894394:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.894410:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198906.894415:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.894419:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec33fcd3. 00010000:00000010:3.0:1776198906.894429:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.894437:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039074389. 00010000:00000010:3.0:1776198906.894521:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0806210. 00010000:00000010:3.0:1776198906.894527:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.894537:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.894541:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.894547:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.894556:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057642086. 02000000:00000010:3.0:1776198906.894577:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c0cce00. 00000400:00000010:3.0:1776198906.894582:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.894584:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198906.894589:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079424, portal 16 00000400:00000010:3.0:1776198906.894594:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198906.894595:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079424, offset 0 00000400:00000200:3.0:1776198906.894600:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.894606:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.894613:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.894616:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.894619:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.894625:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92282:92282:255:4294967295] 192.168.204.56@tcp LPNI seq info [92282:92282:7:4294967295] 00000400:00000200:3.0:1776198906.894632:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.894636:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.894640:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347530). 00000800:00000200:3.0:1776198906.894644:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.894647:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.894650:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.894815:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.894820:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347282). 00000400:00000200:0.0:1776198906.894824:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.894916:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.894923:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:0.0:1776198906.894925:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00000800:00000200:0.0:1776198906.895175:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.895178:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000969c0554 (tot 82347034). 00000400:00000200:0.0:1776198906.895182:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.895185:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.895188:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:0.0:1776198906.895190:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000100:00000200:0.0:1776198906.895195:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231079424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.896511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b51f384. 00010000:00000010:3.1:1776198906.896523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00000400:00000200:1.0:1776198906.898912:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.898933:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c000 00000400:00000200:1.0:1776198906.898942:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8209 [1] + 224 00000400:00000200:1.0:1776198906.898955:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.898959:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.898970:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231079424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.899152:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:3.0:1776198906.899157:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:3.0:1776198906.899159:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:3.0:1776198906.899165:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231079424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.899172:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231079424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.899201:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c0cce00. 02000000:00000010:3.0:1776198906.899219:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057642086. 00000100:00000010:3.0:1776198906.899224:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000100:00000010:3.0:1776198906.899228:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.899231:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00010000:00000010:2.1:1776198906.901304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f231e6be. 00010000:00000010:3.1:1776198906.905312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000321eba4b. 00010000:00000010:3.1:1776198906.905335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00000400:00000200:0.0:1776198906.906692:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.906713:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f740c0 00000400:00000200:0.0:1776198906.906721:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 328 00000400:00000200:0.0:1776198906.907111:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.907117:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.907125:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.907133:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00000020:00000010:1.0:1776198906.909021:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f988d425. 00000020:00000010:1.0:1776198906.909032:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.909036:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.909067:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24566f7 x1862477217743040/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198906.909160:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743040 02000000:00000010:1.0:1776198906.909174:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006538936b. 00010000:00000010:1.0:1776198906.909204:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b873a82. 00010000:00000010:1.0:1776198906.909238:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198906.909246:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198906.909310:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198906.909315:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00000400:00000010:1.0:1776198906.909329:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198906.909335:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743040, offset 224 00000400:00000200:1.0:1776198906.909344:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.909358:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.909365:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92283:92283:256:4294967295] 192.168.204.56@tcp LPNI seq info [92283:92283:8:4294967295] 00000400:00000200:1.0:1776198906.909375:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.909380:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.909385:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198906.909391:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.909398:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.909402:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.909417:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.909433:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.909436:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f988d425. 00080000:00000010:3.0:1776198906.910061:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057642086. 00010000:00000010:3.0:1776198906.910155:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.910162:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb09b486. 00010000:00000010:3.0:1776198906.910274:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198906.910280:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.910291:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.910296:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.910304:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.910316:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c0cce00. 02000000:00000010:3.0:1776198906.910340:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af04e43. 00000400:00000010:3.0:1776198906.910346:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.910351:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198906.910356:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079488, portal 16 00000400:00000010:3.0:1776198906.910361:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198906.910363:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079488, offset 0 00000400:00000200:3.0:1776198906.910369:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.910379:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.910386:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.910390:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.910392:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.910394:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92284:92284:255:4294967295] 192.168.204.56@tcp LPNI seq info [92284:92284:7:4294967295] 00000400:00000200:3.0:1776198906.910402:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.910407:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.910411:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347530). 00000800:00000200:3.0:1776198906.910416:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.910431:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.910436:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.911330:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.911336:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347282). 00000400:00000200:0.0:1776198906.911343:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.911350:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.911355:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:0.0:1776198906.911358:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000800:00000200:0.0:1776198906.911833:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.911836:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d53fe420 (tot 82347034). 00000400:00000200:0.0:1776198906.911841:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.911845:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.911848:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:0.0:1776198906.911849:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:0.0:1776198906.911862:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231079488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198906.915534:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.915556:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c040 00000400:00000200:1.0:1776198906.915640:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8215 [1] + 224 00000400:00000200:1.0:1776198906.915661:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.915665:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.915677:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231079488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.915882:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:3.0:1776198906.915887:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:3.0:1776198906.915889:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:3.0:1776198906.915896:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231079488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.915904:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231079488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.915935:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af04e43. 02000000:00000010:3.0:1776198906.915942:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c0cce00. 00000100:00000010:3.0:1776198906.915945:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000100:00000010:3.0:1776198906.915949:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.915953:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00000400:00000200:0.0:1776198906.916304:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.916316:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74100 00000400:00000200:0.0:1776198906.916322:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 656 00000400:00000200:0.0:1776198906.916383:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.916387:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.916391:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.916397:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000020:00000010:1.0:1776198906.916837:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f988d425. 00000020:00000010:1.0:1776198906.916847:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.916853:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.916888:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217743104/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198906.916931:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743104 02000000:00000010:1.0:1776198906.916944:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dd335fa. 00010000:00000010:1.0:1776198906.916993:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037f86608. 00010000:00000010:1.0:1776198906.917028:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198906.917035:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198906.917053:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198906.917056:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00000400:00000010:1.0:1776198906.917071:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198906.917076:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743104, offset 224 00000400:00000200:1.0:1776198906.917084:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.917095:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.917101:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92285:92285:256:4294967295] 192.168.204.56@tcp LPNI seq info [92285:92285:8:4294967295] 00000400:00000200:1.0:1776198906.917110:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.917115:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.917120:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198906.917126:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.917132:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.917136:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.917151:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.917156:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.917159:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f988d425. 00000800:00000200:0.0:1776198906.917308:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.917312:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198906.917317:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.917321:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.917324:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:0.0:1776198906.917326:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00080000:00000010:3.0:1776198906.919206:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c0cce00. 00010000:00000010:3.0:1776198906.919350:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.919359:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022c326e5. 00010000:00000010:3.0:1776198906.919440:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070a6dd4d. 00010000:00000010:3.0:1776198906.919445:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f7ab777. 00010000:00000010:3.0:1776198906.919452:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ceec51. 00010000:00000010:3.0:1776198906.919457:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00080000:00000010:3.0:1776198906.919477:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af04e43. 00010000:00000010:3.0:1776198906.919503:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.919507:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f7ab777. 00010000:00000010:3.0:1776198906.919564:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198906.921059:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.921079:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.921088:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.921099:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.921114:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fba491f2. 02000000:00000010:3.0:1776198906.921148:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000201dbd5. 00000400:00000010:3.0:1776198906.921154:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.921163:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198906.921169:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079552, portal 16 00000400:00000010:3.0:1776198906.921175:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198906.921177:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079552, offset 0 00000400:00000200:3.0:1776198906.921186:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.921202:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.921208:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.921212:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.921215:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.921218:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92286:92286:256:4294967295] 192.168.204.56@tcp LPNI seq info [92286:92286:8:4294967295] 00000400:00000200:3.0:1776198906.921228:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.921234:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.921238:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347282). 00000800:00000200:3.0:1776198906.921244:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.921279:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.921283:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198906.922717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007014992c. 00000800:00000200:1.0:1776198906.922851:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.922855:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:1.0:1776198906.922862:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.922871:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.922876:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:1.0:1776198906.922879:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:1.0:1776198906.922887:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231079552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.923178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef60a591. 00010000:00000010:3.1:1776198906.923186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0806210. 00000400:00000200:0.0:1776198906.926940:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.926971:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c080 00000400:00000200:0.0:1776198906.926981:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8221 [1] + 224 00000400:00000200:0.0:1776198906.926997:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.927002:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.927023:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231079552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.927216:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:3.0:1776198906.927223:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:3.0:1776198906.927225:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:3.0:1776198906.927233:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231079552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.927242:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231079552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.927330:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000201dbd5. 02000000:00000010:3.0:1776198906.927339:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fba491f2. 00000100:00000010:3.0:1776198906.927343:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000100:00000010:3.0:1776198906.927348:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.927352:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00010000:00000010:1.1:1776198906.931345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccf85fae. 00010000:00000010:3.1:1776198906.931500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b6e00f1. 00010000:00000010:3.1:1776198906.931508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.1:1776198906.931512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a6dd4d. 00010000:00000010:3.1:1776198906.931515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ceec51. 00000400:00000200:0.0:1776198906.932316:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.932334:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74140 00000400:00000200:0.0:1776198906.932342:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 984 00000400:00000200:0.0:1776198906.932402:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.932407:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.932414:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198906.932421:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000020:00000010:1.0:1776198906.932599:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f988d425. 00000020:00000010:1.0:1776198906.932606:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.932611:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198906.932638:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0f3b3a x1862477217743168/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198906.932678:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743168 02000000:00000010:1.0:1776198906.932689:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0898ca4. 00010000:00000010:1.0:1776198906.932718:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9fd082b. 00010000:00000010:1.0:1776198906.932738:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198906.932745:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198906.932759:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198906.932763:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00000400:00000010:1.0:1776198906.932787:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198906.932792:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743168, offset 224 00000400:00000200:1.0:1776198906.932800:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198906.932810:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198906.932817:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92287:92287:256:4294967295] 192.168.204.56@tcp LPNI seq info [92287:92287:8:4294967295] 00000400:00000200:1.0:1776198906.932827:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198906.932832:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198906.932836:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198906.932842:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198906.932851:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198906.932854:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198906.932881:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198906.932887:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198906.932891:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f988d425. 00080000:00000010:3.0:1776198906.932920:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fba491f2. 00010000:00000010:3.0:1776198906.933020:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.933028:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2763225. 00010000:00000010:3.0:1776198906.933106:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ceec51. 00010000:00000010:3.0:1776198906.933111:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198906.933122:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eca5bfa5. 00000100:00000010:3.0:1776198906.933126:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.933132:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 02000000:00000010:3.0:1776198906.933144:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000201dbd5. 02000000:00000010:3.0:1776198906.933167:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bdccc24. 00000400:00000010:3.0:1776198906.933171:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.933176:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198906.933181:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079616, portal 16 00000400:00000010:3.0:1776198906.933185:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198906.933187:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079616, offset 0 00000400:00000200:3.0:1776198906.933193:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.933200:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.933206:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.933210:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.933212:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.933215:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92288:92288:255:4294967295] 192.168.204.56@tcp LPNI seq info [92288:92288:7:4294967295] 00000400:00000200:3.0:1776198906.933221:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.933225:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.933229:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347530). 00000800:00000200:3.0:1776198906.933233:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.933237:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.933239:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198906.934423:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.934429:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347282). 00000400:00000200:0.0:1776198906.934437:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.934445:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.934450:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:0.0:1776198906.934452:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000800:00000200:0.0:1776198906.934522:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198906.934524:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa58bf90 (tot 82347034). 00000400:00000200:0.0:1776198906.934528:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.934531:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198906.934533:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:0.0:1776198906.934535:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000100:00000200:0.0:1776198906.934541:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231079616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.936882:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.936901:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c0c0 00000400:00000200:3.0:1776198906.936910:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb822d [1] + 224 00000400:00000200:3.0:1776198906.936925:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.936929:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.936940:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231079616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.937062:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:2.0:1776198906.937069:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:2.0:1776198906.937071:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:2.0:1776198906.937077:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231079616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.937085:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231079616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.937122:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bdccc24. 02000000:00000010:2.0:1776198906.937128:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000201dbd5. 00000100:00000010:2.0:1776198906.937132:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000100:00000010:2.0:1776198906.937136:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:2.0:1776198906.937139:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eca5bfa5. 00000400:00000200:3.0:1776198906.938504:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.938519:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74180 00000400:00000200:3.0:1776198906.938526:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 1312 00000400:00000200:3.0:1776198906.938585:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.938591:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.938596:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198906.938602:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 00000020:00000010:2.0:1776198906.938706:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec33fcd3. 00000020:00000010:2.0:1776198906.938715:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198906.938720:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198906.938747:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000755613e2 x1862477217743232/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198906.938791:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743232 02000000:00000010:2.0:1776198906.938803:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009473fa04. 00010000:00000010:2.0:1776198906.938830:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bc3912e. 00010000:00000010:2.0:1776198906.938850:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.938856:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a000518. 00000100:00000010:2.0:1776198906.938868:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a000518. 00010000:00000010:2.0:1776198906.938871:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000400:00000010:2.0:1776198906.938885:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198906.938889:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743232, offset 224 00000400:00000200:2.0:1776198906.938897:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.938907:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.938913:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92289:92289:256:4294967295] 192.168.204.56@tcp LPNI seq info [92289:92289:8:4294967295] 00000400:00000200:2.0:1776198906.938923:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.938929:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.938933:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.938938:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.938945:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.938949:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198906.938981:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198906.938987:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198906.938991:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec33fcd3. 00000800:00000200:2.0:1776198906.939079:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.939083:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:2.0:1776198906.939086:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.939090:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.939093:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:2.0:1776198906.939095:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00080000:00000010:2.0:1776198906.939122:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec33fcd3. 00010000:00000010:2.0:1776198906.939216:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:2.0:1776198906.939223:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000310e4cb9. 00010000:00000010:2.0:1776198906.939592:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.939599:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.939610:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.939614:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a000518. 00000100:00000010:2.0:1776198906.939620:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198906.939632:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000102f67e0. 02000000:00000010:2.0:1776198906.939656:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005587dfda. 00000400:00000010:2.0:1776198906.939661:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198906.939665:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198906.939670:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079680, portal 16 00000400:00000010:2.0:1776198906.939675:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198906.939677:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079680, offset 0 00000400:00000200:2.0:1776198906.939682:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.939690:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.939699:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.939703:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.939707:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.939709:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92290:92290:256:4294967295] 192.168.204.56@tcp LPNI seq info [92290:92290:8:4294967295] 00000400:00000200:2.0:1776198906.939716:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.939721:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.939725:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.939729:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.939733:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.939736:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.939847:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.939850:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.939854:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.939860:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.939862:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:3.0:1776198906.939863:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000100:00000200:3.0:1776198906.939869:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231079680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.941314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6caffad. 00010000:00000010:3.1:1776198906.941325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:1.1:1776198906.942125:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab848a49. 00000400:00000200:3.0:1776198906.942453:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198906.942673:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c100 00000400:00000200:0.0:1776198906.942683:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8239 [1] + 224 00000400:00000200:0.0:1776198906.942701:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198906.942705:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198906.942716:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231079680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198906.942798:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:2.0:1776198906.942803:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:2.0:1776198906.942805:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00000100:00000200:2.0:1776198906.942811:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231079680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198906.942819:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231079680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198906.942849:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005587dfda. 02000000:00000010:2.0:1776198906.942854:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000102f67e0. 00000100:00000010:2.0:1776198906.942859:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:2.0:1776198906.942862:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a000518. 00010000:00000010:2.0:1776198906.942866:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000400:00000200:2.0:1776198906.943888:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.943905:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f741c0 00000400:00000200:2.0:1776198906.943912:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 1640 00000400:00000200:2.0:1776198906.943967:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.943972:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.943976:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198906.943981:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:3.0:1776198906.944892:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000610b2090. 00000020:00000010:3.0:1776198906.944901:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.944906:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198906.944933:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217743296/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.944968:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743296 02000000:00000010:3.0:1776198906.944980:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020d010b1. 00010000:00000010:3.0:1776198906.945019:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b618c7b5. 00010000:00000010:3.0:1776198906.945041:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056fee117. 00000100:00000010:3.0:1776198906.945049:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.945069:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.945073:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056fee117. 00000400:00000010:3.0:1776198906.945088:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198906.945094:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743296, offset 224 00000400:00000200:3.0:1776198906.945103:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198906.945106:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000102f67e0. 00000400:00000200:3.0:1776198906.945117:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.945124:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92291:92291:256:4294967295] 192.168.204.56@tcp LPNI seq info [92291:92291:8:4294967295] 00000400:00000200:3.0:1776198906.945133:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.945139:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.945144:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198906.945150:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.945158:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.945162:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.945182:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.945187:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198906.945192:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000610b2090. 00010000:00000010:2.0:1776198906.945195:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.945203:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e48cca44. 00010000:00000010:2.1:1776198906.945278:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043db75d7. 00010000:00000010:2.1:1776198906.945285:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4dfc497. 00010000:00000010:2.1:1776198906.945288:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ceec51. 00000004:00000010:2.0:1776198906.945312:0:77423:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005ca4e1db. 00000800:00000200:3.0:1776198906.945318:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000004:00000010:2.0:1776198906.945323:0:77423:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000037221353. 00000800:00000010:3.0:1776198906.945324:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198906.945330:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:2.0:1776198906.945330:0:77423:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000fb824859. 00000400:00000200:3.0:1776198906.945337:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00080000:00000010:2.0:1776198906.945339:0:77423:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000005587dfda. 00000400:00000200:3.0:1776198906.945342:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198906.945345:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000001:00000010:2.0:1776198906.945357:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0d5156f. 00000001:00000010:2.0:1776198906.945951:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0d5156f. 00080000:00000010:2.0:1776198906.945966:0:77423:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000005587dfda. 00000004:00000010:2.0:1776198906.945972:0:77423:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000fb824859. 00000004:00000010:2.0:1776198906.945977:0:77423:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000037221353. 00000004:00000010:2.0:1776198906.945980:0:77423:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000005ca4e1db. 00010000:00000010:2.0:1776198906.946018:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198906.946025:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e292947d. 00010000:00000010:2.0:1776198906.946036:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198906.946041:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a000518. 00000100:00000010:2.0:1776198906.946048:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198906.946059:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005587dfda. 02000000:00000010:2.0:1776198906.946082:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8a9ae5e. 00000400:00000010:2.0:1776198906.946087:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198906.946092:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198906.946097:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079744, portal 16 00000400:00000010:2.0:1776198906.946101:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198906.946103:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079744, offset 0 00000400:00000200:2.0:1776198906.946109:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.946117:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.946124:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.946127:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.946130:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.946132:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92292:92292:256:4294967295] 192.168.204.56@tcp LPNI seq info [92292:92292:8:4294967295] 00000400:00000200:2.0:1776198906.946141:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.946147:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.946152:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198906.946155:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.946160:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.946162:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.946251:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.946277:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198906.946281:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.946286:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.946289:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:3.0:1776198906.946291:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00000100:00000200:3.0:1776198906.946296:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231079744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.949641:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.949661:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c140 00000400:00000200:2.0:1776198906.949672:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8245 [1] + 224 00000400:00000200:2.0:1776198906.949692:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.949697:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.949708:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231079744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.953811:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:3.0:1776198906.953822:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:3.0:1776198906.953825:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00000100:00000200:3.0:1776198906.953839:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231079744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.953852:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231079744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198906.953862:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.953878:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74200 00000400:00000200:2.0:1776198906.953887:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6b85 [2] + 1968 02000000:00000010:3.0:1776198906.953890:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8a9ae5e. 00000400:00000010:2.0:1776198906.953891:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a811e58. 00000400:00000200:2.0:1776198906.953895:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002c847760 02000000:00000010:3.0:1776198906.953898:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005587dfda. 00000100:00000010:3.0:1776198906.953904:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:3.0:1776198906.953909:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a000518. 00010000:00000010:3.0:1776198906.953913:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00000400:00000200:2.0:1776198906.953947:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.953953:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.953957:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c847760 00000400:00000010:2.0:1776198906.953959:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002c847760 (tot 82346882). 00000100:00000200:2.0:1776198906.953964:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198906.959563:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000610b2090. 00000020:00000010:3.0:1776198906.959581:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.959586:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198906.959633:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a7377ec2 x1862477217743360/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.959675:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743360 02000000:00000010:3.0:1776198906.959687:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf6a2409. 00010000:00000010:3.0:1776198906.959719:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a2b05e8. 00010000:00000010:3.0:1776198906.959744:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056fee117. 00000100:00000010:3.0:1776198906.959751:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0af383. 00000100:00000010:3.0:1776198906.959766:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008c0af383. 00010000:00000010:3.0:1776198906.959769:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056fee117. 00000400:00000010:3.0:1776198906.959783:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198906.959788:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743360, offset 224 00000400:00000200:3.0:1776198906.959796:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.959812:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.959820:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92293:92293:256:4294967295] 192.168.204.56@tcp LPNI seq info [92293:92293:8:4294967295] 00000400:00000200:3.0:1776198906.959843:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.959848:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.959853:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347130). 00000800:00000200:3.0:1776198906.959860:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.959866:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.959871:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.959896:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.959899:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198906.959903:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000610b2090. 02000000:00000010:3.0:1776198906.959912:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020d010b1. 00000100:00000010:3.0:1776198906.959915:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:3.0:1776198906.959920:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009473fa04. 00000100:00000010:3.0:1776198906.959923:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198906.959927:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0898ca4. 00000100:00000010:3.0:1776198906.959930:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 02000000:00000010:3.0:1776198906.959933:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dd335fa. 00000100:00000010:3.0:1776198906.959934:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 02000000:00000010:3.0:1776198906.959938:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006538936b. 00000100:00000010:3.0:1776198906.959940:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 02000000:00000010:3.0:1776198906.959942:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3d7ec3b. 00000100:00000010:3.0:1776198906.959946:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 00000100:00000200:3.0:1776198906.959952:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198906.959958:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000000ad4efb. 00000400:00000010:3.0:1776198906.959962:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0af383 (tot 82347282). 00080000:00000010:3.0:1776198906.959988:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020d010b1. 00000800:00000200:1.0:1776198906.960015:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.960020:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:1.0:1776198906.960025:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.960031:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.960036:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:1.0:1776198906.960037:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 02000000:00000010:1.0:1776198906.960042:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf6a2409. 00010000:00000010:3.0:1776198906.960092:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e292947d. 00010000:00000010:3.0:1776198906.960098:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054b549ef. 00010000:00000010:3.0:1776198906.960165:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070a6dd4d. 00010000:00000010:3.0:1776198906.960169:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000f7ab777. 00010000:00000010:3.0:1776198906.960174:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198906.960179:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00080000:00000010:3.0:1776198906.960190:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000610b2090. 00010000:00000010:3.0:1776198906.960215:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198906.960219:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f7ab777. 00010000:00000010:3.0:1776198906.960301:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198906.960305:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198906.960312:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056fee117. 00000100:00000010:3.0:1776198906.960317:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198906.960323:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198906.960334:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edc3ef4c. 02000000:00000010:3.0:1776198906.960357:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d2b6829. 00000400:00000010:3.0:1776198906.960362:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.960367:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198906.960369:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079808, portal 16 00000400:00000010:3.0:1776198906.960374:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198906.960376:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079808, offset 0 00000400:00000200:3.0:1776198906.960382:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.960390:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.960397:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.960400:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.960403:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.960405:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92294:92294:256:4294967295] 192.168.204.56@tcp LPNI seq info [92294:92294:8:4294967295] 00000400:00000200:3.0:1776198906.960411:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.960415:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.960435:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198906.960440:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.960443:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.960445:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.960721:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.960724:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:1.0:1776198906.960728:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.960732:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.960735:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:1.0:1776198906.960736:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:1.0:1776198906.960742:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231079808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.962683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4616c8f. 00010000:00000010:2.1:1776198906.963513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96fc27a. 00010000:00000010:2.1:1776198906.963527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:2.0:1776198906.964471:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198906.964492:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c180 00000400:00000200:2.0:1776198906.964503:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8255 [1] + 224 00000400:00000200:2.0:1776198906.964520:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.964524:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198906.964535:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231079808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198906.964958:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:3.0:1776198906.964963:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:3.0:1776198906.964965:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00000100:00000200:3.0:1776198906.964971:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231079808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198906.964978:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231079808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198906.965018:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d2b6829. 02000000:00000010:3.0:1776198906.965024:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edc3ef4c. 00000100:00000010:3.0:1776198906.965027:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:3.0:1776198906.965032:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:3.0:1776198906.965035:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056fee117. 00000400:00000200:1.0:1776198906.968041:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.968059:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74240 00000400:00000200:1.0:1776198906.968069:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 0 00000400:00000200:1.0:1776198906.968142:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.968147:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.968155:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.968160:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 00000020:00000010:3.0:1776198906.969228:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edc3ef4c. 00000020:00000010:3.0:1776198906.969238:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.969242:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198906.969286:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be53f0de x1862477217743424/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198906.969384:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743424 02000000:00000010:3.0:1776198906.969397:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d2b6829. 00010000:00000010:3.0:1776198906.969445:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5467ed4. 00010000:00000010:3.0:1776198906.969467:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056fee117. 00000100:00000010:3.0:1776198906.969474:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198906.969487:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:3.0:1776198906.969490:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056fee117. 00000400:00000010:3.0:1776198906.969501:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198906.969507:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743424, offset 224 00000400:00000200:3.0:1776198906.969515:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.969530:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.969536:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92295:92295:256:4294967295] 192.168.204.56@tcp LPNI seq info [92295:92295:8:4294967295] 00000400:00000200:3.0:1776198906.969546:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.969551:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.969556:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198906.969562:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.969569:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.969572:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.969589:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.969593:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198906.969596:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edc3ef4c. 00000800:00000200:3.0:1776198906.971079:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.971086:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:3.0:1776198906.971095:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.971102:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.971107:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:3.0:1776198906.971110:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00080000:00000010:3.0:1776198906.971147:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc3ef4c. 00010000:00000010:3.0:1776198906.971238:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198906.971247:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006508257. 00010000:00000010:3.0:1776198906.971653:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0806210. 00010000:00000010:3.0:1776198906.971659:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198906.971670:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056fee117. 00000100:00000010:3.0:1776198906.971676:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198906.971685:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198906.971697:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002da12fa6. 02000000:00000010:3.0:1776198906.971726:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6a2409. 00000400:00000010:3.0:1776198906.971732:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003480af29. 00000400:00000010:3.0:1776198906.971737:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198906.971743:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079872, portal 16 00000400:00000010:3.0:1776198906.971748:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198906.971750:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079872, offset 0 00000400:00000200:3.0:1776198906.971757:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.971770:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.971777:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198906.971781:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198906.971784:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198906.971787:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92296:92296:256:4294967295] 192.168.204.56@tcp LPNI seq info [92296:92296:8:4294967295] 00000400:00000200:3.0:1776198906.971900:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.971906:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.971910:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198906.971916:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.971923:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.971928:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198906.972519:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198906.972524:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:1.0:1776198906.972529:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.972534:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198906.972538:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6ad3975 00000400:00000010:1.0:1776198906.972541:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6ad3975. 00000100:00000200:1.0:1776198906.972549:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231079872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.975462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e8d067d. 00010000:00000010:3.1:1776198906.975474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004abc476e. 00010000:00000010:3.1:1776198906.975478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:3.1:1776198906.975482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a6dd4d. 00010000:00000010:3.1:1776198906.975484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00000400:00000200:3.0:1776198906.977157:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.977176:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c1c0 00000400:00000200:3.0:1776198906.977185:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8261 [1] + 224 00000400:00000200:3.0:1776198906.977232:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.977237:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.977250:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231079872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.978066:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.978078:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74280 00000400:00000200:3.0:1776198906.978085:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 328 00000400:00000010:0.0:1776198906.978126:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003480af29. 00000400:00000200:0.0:1776198906.978133:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:0.0:1776198906.978136:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00000100:00000200:0.0:1776198906.978142:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231079872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198906.978143:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.978147:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.978151:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776198906.978151:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231079872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776198906.978156:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 02000000:00000010:0.0:1776198906.978184:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6a2409. 02000000:00000010:0.0:1776198906.978191:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002da12fa6. 00000100:00000010:0.0:1776198906.978193:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:0.0:1776198906.978198:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:0.0:1776198906.978202:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056fee117. 00000020:00000010:3.0:1776198906.978519:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:3.0:1776198906.978526:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.978530:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198906.978554:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c982cb58 x1862477217743488/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198906.978580:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743488 02000000:00000010:3.0:1776198906.978591:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bdccc24. 00010000:00000010:3.0:1776198906.978620:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1fafeaf. 00010000:00000010:3.0:1776198906.978643:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006128adfd. 00000100:00000010:3.0:1776198906.978649:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198906.978657:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:3.0:1776198906.978659:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006128adfd. 00000400:00000010:3.0:1776198906.978671:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198906.978674:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743488, offset 224 00000400:00000200:3.0:1776198906.978682:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.978693:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.978699:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92297:92297:256:4294967295] 192.168.204.56@tcp LPNI seq info [92297:92297:8:4294967295] 00000400:00000200:3.0:1776198906.978708:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.978713:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.978717:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198906.978722:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.978729:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.978733:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.978748:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.978751:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198906.978755:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00000800:00000200:3.0:1776198906.979744:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.979750:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:3.0:1776198906.979756:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.979762:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.979767:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:3.0:1776198906.979770:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00080000:00000010:0.0:1776198906.983528:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031f919b3. 00010000:00000010:0.0:1776198906.983721:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:0.0:1776198906.983731:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074a1d295. 00010000:00000010:0.0:1776198906.983812:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198906.983818:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.983829:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.983837:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.983846:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198906.983861:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de93ae9f. 02000000:00000010:0.0:1776198906.983890:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d942a0b6. 00000400:00000010:0.0:1776198906.983896:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081bb47c2. 00000400:00000010:0.0:1776198906.983902:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198906.983909:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231079936, portal 16 00000400:00000010:0.0:1776198906.983915:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198906.983917:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231079936, offset 0 00000400:00000200:0.0:1776198906.983927:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198906.983944:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.983950:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.983954:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.983957:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.983960:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92298:92298:256:4294967295] 192.168.204.56@tcp LPNI seq info [92298:92298:8:4294967295] 00000400:00000200:0.0:1776198906.983968:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.983975:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.983980:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198906.983986:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.983993:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.983996:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198906.984219:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.984223:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:2.0:1776198906.984229:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.984233:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.984238:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:2.0:1776198906.984240:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:2.0:1776198906.984246:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231079936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.985375:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ed70a4f. 00010000:00000010:3.1:1776198906.985385:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef0e6da. 00010000:00000010:3.1:1776198906.985389:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00000400:00000200:3.0:1776198906.988357:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198906.988377:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c200 00000400:00000200:3.0:1776198906.988387:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb826d [1] + 224 00000400:00000200:3.0:1776198906.988400:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.988404:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198906.988415:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231079936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198906.988903:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081bb47c2. 00000400:00000200:0.0:1776198906.988909:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198906.988911:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198906.988917:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231079936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.988925:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231079936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.988956:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d942a0b6. 02000000:00000010:0.0:1776198906.988962:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de93ae9f. 00000100:00000010:0.0:1776198906.988966:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198906.988970:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.988974:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000200:1.0:1776198906.989737:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.989751:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f742c0 00000400:00000200:1.0:1776198906.989758:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 656 00000400:00000200:1.0:1776198906.989808:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.989813:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.989818:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.989823:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000020:00000010:3.0:1776198906.989905:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:3.0:1776198906.989911:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.989915:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198906.989938:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217743552/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198906.989966:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743552 02000000:00000010:3.0:1776198906.989975:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb33f8f8. 00010000:00000010:3.0:1776198906.989999:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b673e311. 00010000:00000010:3.0:1776198906.990026:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006128adfd. 00000100:00000010:3.0:1776198906.990031:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198906.990042:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:3.0:1776198906.990044:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006128adfd. 00000400:00000010:3.0:1776198906.990057:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198906.990061:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743552, offset 224 00000400:00000200:3.0:1776198906.990068:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.990077:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.990083:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92299:92299:256:4294967295] 192.168.204.56@tcp LPNI seq info [92299:92299:8:4294967295] 00000400:00000200:3.0:1776198906.990093:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.990098:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.990101:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198906.990107:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.990113:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.990117:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.990130:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.990133:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198906.990136:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00000800:00000200:2.0:1776198906.991826:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.991833:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:2.0:1776198906.991840:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.991847:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.991852:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:2.0:1776198906.991854:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00080000:00000010:0.0:1776198906.991946:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de93ae9f. 00010000:00000010:0.0:1776198906.992049:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.992058:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b42c507f. 00010000:00000010:0.0:1776198906.992135:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abe7c273. 00010000:00000010:0.0:1776198906.992141:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198906.992152:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198906.992159:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198906.992166:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198906.992179:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d942a0b6. 02000000:00000010:0.0:1776198906.992208:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d518870. 00000400:00000010:0.0:1776198906.992215:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081bb47c2. 00000400:00000010:0.0:1776198906.992220:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198906.992226:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080000, portal 16 00000400:00000010:0.0:1776198906.992230:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198906.992233:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080000, offset 0 00000400:00000200:0.0:1776198906.992239:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:0.1:1776198906.992362:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f60f1af5. 00010000:00000010:0.1:1776198906.992370:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0806210. 00000400:00000200:0.0:1776198906.992374:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198906.992383:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198906.992387:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198906.992389:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198906.992393:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92300:92300:256:4294967295] 192.168.204.56@tcp LPNI seq info [92300:92300:8:4294967295] 00000400:00000200:0.0:1776198906.992402:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198906.992407:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198906.992412:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198906.992587:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198906.992596:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198906.992600:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198906.993968:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198906.993973:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198906.993979:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198906.993986:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198906.993990:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198906.993992:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:3.0:1776198906.994000:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231080000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198906.996327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af8d737. 00000400:00000200:1.0:1776198906.997186:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.997202:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c240 00000400:00000200:1.0:1776198906.997211:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8279 [1] + 224 00000400:00000200:1.0:1776198906.997222:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.997225:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.997234:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231080000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198906.997298:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198906.997304:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74300 00000400:00000200:1.0:1776198906.997308:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 984 00000400:00000200:1.0:1776198906.997316:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198906.997319:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198906.997323:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198906.997328:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005380909e. 00000400:00000010:0.0:1776198906.997518:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081bb47c2. 00000400:00000200:0.0:1776198906.997523:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:0.0:1776198906.997526:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:0.0:1776198906.997531:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231080000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198906.997538:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231080000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198906.997565:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d518870. 02000000:00000010:0.0:1776198906.997571:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d942a0b6. 00000100:00000010:0.0:1776198906.997578:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198906.997582:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198906.997585:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000020:00000010:3.0:1776198906.997988:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:3.0:1776198906.997996:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.998000:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198906.998033:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005380909e x1862477217743616/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:294/0 lens 328/0 e 0 to 0 dl 1776198949 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198906.998066:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743616 02000000:00000010:3.0:1776198906.998078:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002da12fa6. 00010000:00000010:3.0:1776198906.998106:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059313064. 00010000:00000010:3.0:1776198906.998126:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006128adfd. 00000100:00000010:3.0:1776198906.998132:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198906.998149:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:3.0:1776198906.998152:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006128adfd. 00000400:00000010:3.0:1776198906.998163:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198906.998168:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743616, offset 224 00000400:00000200:3.0:1776198906.998178:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198906.998192:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198906.998197:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92301:92301:256:4294967295] 192.168.204.56@tcp LPNI seq info [92301:92301:8:4294967295] 00000400:00000200:3.0:1776198906.998207:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198906.998212:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198906.998216:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198906.998221:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198906.998227:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198906.998230:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198906.998246:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198906.998250:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198906.998283:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00010000:00000010:0.1:1776198906.998399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000917fe5e9. 00010000:00000010:0.1:1776198906.998406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00000800:00000200:2.0:1776198906.998688:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198906.998692:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:2.0:1776198906.998697:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198906.998701:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198906.998704:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:2.0:1776198906.998706:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00080000:00000010:2.0:1776198906.998734:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005587dfda. 00010000:00000010:2.0:1776198906.998838:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:2.0:1776198906.998845:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005df0dc14. 00010000:00000010:2.0:1776198906.998919:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198906.998925:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198906.998934:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198906.998939:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016acae9d. 00000100:00000010:2.0:1776198906.998945:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198906.998956:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8a9ae5e. 02000000:00000010:2.0:1776198906.998978:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007457afea. 00000400:00000010:2.0:1776198906.998983:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198906.998988:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198906.998993:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080064, portal 16 00000400:00000010:2.0:1776198906.998998:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198906.998999:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080064, offset 0 00000400:00000200:2.0:1776198906.999014:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198906.999021:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198906.999028:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198906.999031:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198906.999035:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198906.999038:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92302:92302:256:4294967295] 192.168.204.56@tcp LPNI seq info [92302:92302:8:4294967295] 00000400:00000200:2.0:1776198906.999045:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198906.999049:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198906.999053:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd0917b2 (tot 82347282). 00000800:00000200:2.0:1776198906.999057:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198906.999063:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198906.999065:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd0917b2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198906.999398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb8c2135. 00000800:00000200:3.0:1776198907.000735:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.000741:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd0917b2 (tot 82347034). 00000400:00000200:3.0:1776198907.000746:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.000755:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.000760:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:3.0:1776198907.000762:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:3.0:1776198907.000769:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231080064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.004053:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.004072:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c280 00000400:00000200:1.0:1776198907.004081:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8285 [1] + 224 00000400:00000200:1.0:1776198907.004092:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.004097:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.004108:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231080064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.004146:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.004151:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74340 00000400:00000200:1.0:1776198907.004156:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 1312 00000400:00000200:1.0:1776198907.004164:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.004167:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.004171:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.004176:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 00000400:00000010:2.0:1776198907.004287:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:2.0:1776198907.004293:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198907.004296:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198907.004302:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231080064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.004310:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231080064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198913 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.004339:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007457afea. 02000000:00000010:2.0:1776198907.004347:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8a9ae5e. 00000100:00000010:2.0:1776198907.004352:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:2.0:1776198907.004356:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016acae9d. 00010000:00000010:2.0:1776198907.004359:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000020:00000010:0.0:1776198907.004553:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d518870. 00000020:00000010:0.0:1776198907.004561:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198907.004566:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198907.004593:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c27ac065 x1862477217743680/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198907.004663:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743680 02000000:00000010:0.0:1776198907.004675:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2295d59. 00010000:00000010:0.0:1776198907.004707:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b019a303. 00010000:00000010:0.0:1776198907.004729:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198907.004736:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198907.004752:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198907.004755:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000400:00000010:0.0:1776198907.004772:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198907.004776:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743680, offset 224 00000400:00000200:0.0:1776198907.004783:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.004793:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.004799:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92303:92303:256:4294967295] 192.168.204.56@tcp LPNI seq info [92303:92303:8:4294967295] 00000400:00000200:0.0:1776198907.005022:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.005028:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.005035:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198907.005041:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.005047:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.005051:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.005082:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198907.005087:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198907.005090:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d518870. 00000800:00000200:1.0:1776198907.005213:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.005218:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:1.0:1776198907.005224:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.005228:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.005231:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:1.0:1776198907.005233:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00080000:00000010:2.0:1776198907.005661:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007457afea. 00010000:00000010:2.0:1776198907.005749:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198907.005757:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b6b980a. 00010000:00000010:2.0:1776198907.005843:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bee55fbf. 00010000:00000010:2.0:1776198907.005847:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002efd7d40. 00010000:00000010:2.0:1776198907.005851:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198907.005856:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00080000:00000010:2.0:1776198907.005870:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8a9ae5e. 00010000:00000010:2.0:1776198907.005896:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198907.005899:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002efd7d40. 00010000:00000010:2.0:1776198907.005954:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011970349. 00010000:00000010:2.0:1776198907.005957:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000039778bda. 00010000:00000010:2.0:1776198907.005965:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198907.005970:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016acae9d. 00000100:00000010:2.0:1776198907.005976:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198907.005989:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5a52c8a. 02000000:00000010:2.0:1776198907.006027:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d238bd76. 00000400:00000010:2.0:1776198907.006032:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198907.006038:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198907.006044:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080128, portal 16 00000400:00000010:2.0:1776198907.006049:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198907.006051:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080128, offset 0 00000400:00000200:2.0:1776198907.006056:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.006065:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.006072:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.006076:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.006078:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.006081:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92304:92304:256:4294967295] 192.168.204.56@tcp LPNI seq info [92304:92304:8:4294967295] 00000400:00000200:2.0:1776198907.006088:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.006093:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.006096:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198907.006100:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.006105:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.006108:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.006391:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.006395:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:1.0:1776198907.006399:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.006403:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.006406:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:1.0:1776198907.006408:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000100:00000200:1.0:1776198907.006414:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231080128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.010499:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074dda155. 00000400:00000200:1.0:1776198907.010688:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.010706:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c2c0 00000400:00000200:1.0:1776198907.010714:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8291 [1] + 224 00000400:00000200:1.0:1776198907.010726:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.010729:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.010741:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231080128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.010782:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.010788:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74380 00000400:00000200:1.0:1776198907.010792:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 1640 00000400:00000200:1.0:1776198907.010815:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.010819:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.010823:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.010834:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000400:00000010:0.0:1776198907.010906:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:0.0:1776198907.010912:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:0.0:1776198907.010913:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:0.0:1776198907.010919:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231080128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.010927:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231080128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.010955:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d238bd76. 02000000:00000010:0.0:1776198907.010963:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5a52c8a. 00000100:00000010:0.0:1776198907.010968:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:0.0:1776198907.010972:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016acae9d. 00010000:00000010:0.0:1776198907.010976:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000020:00000010:3.0:1776198907.011061:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:3.0:1776198907.011069:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198907.011075:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.011101:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217743744/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.011136:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743744 02000000:00000010:3.0:1776198907.011150:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf6a2409. 00010000:00000010:3.0:1776198907.011181:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce09902a. 00010000:00000010:3.0:1776198907.011386:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006128adfd. 00000100:00000010:3.0:1776198907.011394:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:3.0:1776198907.011408:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:3.0:1776198907.011412:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006128adfd. 00000400:00000010:3.0:1776198907.011428:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198907.011432:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743744, offset 224 00000400:00000200:3.0:1776198907.011441:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.011452:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.011458:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92305:92305:256:4294967295] 192.168.204.56@tcp LPNI seq info [92305:92305:8:4294967295] 00000400:00000200:3.0:1776198907.011468:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.011473:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.011477:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198907.011483:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.011490:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.011494:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.011517:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198907.011521:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.011526:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00010000:00000010:2.1:1776198907.011586:0:78542:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc4c3f3. 00010000:00000010:2.1:1776198907.011594:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abe7c273. 00080000:00000010:0.0:1776198907.011750:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d518870. 00010000:00000010:0.0:1776198907.011856:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039778bda. 00010000:00000010:0.0:1776198907.011864:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000188168c. 00010000:00000010:0.0:1776198907.011959:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198907.011967:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000766bfb31. 00010000:00000010:0.0:1776198907.011980:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198907.011986:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198907.011994:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198907.012020:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5a52c8a. 02000000:00000010:0.0:1776198907.012052:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d942a0b6. 00000400:00000010:0.0:1776198907.012060:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081bb47c2. 00000400:00000010:0.0:1776198907.012065:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198907.012071:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080192, portal 16 00000400:00000010:0.0:1776198907.012077:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198907.012079:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080192, offset 0 00000400:00000200:0.0:1776198907.012085:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.012092:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.012099:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.012102:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.012105:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.012107:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92306:92306:255:4294967295] 192.168.204.56@tcp LPNI seq info [92306:92306:7:4294967295] 00000400:00000200:0.0:1776198907.012114:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.012117:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.012121:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347530). 00000800:00000200:0.0:1776198907.012125:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.012129:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.012131:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.012224:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.012228:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347282). 00000400:00000200:1.0:1776198907.012233:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.012238:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.012242:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:1.0:1776198907.012244:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000800:00000200:1.0:1776198907.012326:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.012328:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:1.0:1776198907.012333:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.012336:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.012338:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:1.0:1776198907.012339:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:1.0:1776198907.012343:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231080192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.015558:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.015580:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c300 00000400:00000200:3.0:1776198907.015589:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb829d [1] + 224 00000400:00000200:3.0:1776198907.015603:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.015607:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.015619:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231080192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.015658:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.015664:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f743c0 00000400:00000200:3.0:1776198907.015670:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6bdd [2] + 1968 00000400:00000010:3.0:1776198907.015674:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000565e6b8a. 00000400:00000200:3.0:1776198907.015678:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004afe8b12 00000400:00000010:0.0:1776198907.015687:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081bb47c2. 00000400:00000200:0.0:1776198907.015693:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198907.015695:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:0.0:1776198907.015706:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231080192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.015714:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231080192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.015730:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.015735:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.015739:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004afe8b12 00000400:00000010:3.0:1776198907.015741:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004afe8b12 (tot 82346882). 02000000:00000010:0.0:1776198907.015744:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d942a0b6. 00000100:00000200:3.0:1776198907.015747:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1776198907.015752:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5a52c8a. 00000100:00000010:0.0:1776198907.015758:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198907.015762:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198907.015765:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00000020:00000010:3.0:1776198907.015798:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3d7ec3b. 00000020:00000010:3.0:1776198907.015805:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198907.015810:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.015836:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d4603d3 x1862477217743808/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.015869:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743808 02000000:00000010:3.0:1776198907.015881:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009473fa04. 00010000:00000010:3.0:1776198907.015956:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a2068ff. 00010000:00000010:3.0:1776198907.015975:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006128adfd. 00000100:00000010:3.0:1776198907.015981:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004afe8b12. 00000100:00000010:3.0:1776198907.015996:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004afe8b12. 00010000:00000010:3.0:1776198907.015999:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006128adfd. 00080000:00000010:0.0:1776198907.016036:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d942a0b6. 00010000:00000010:0.0:1776198907.016112:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000766bfb31. 00010000:00000010:0.0:1776198907.016120:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed8a90aa. 00010000:00000010:0.0:1776198907.016409:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.0:1776198907.016415:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000766bfb31. 00010000:00000010:0.0:1776198907.016637:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001af15b1b. 00000100:00000010:0.0:1776198907.016642:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198907.016649:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198907.016661:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5a52c8a. 02000000:00000010:0.0:1776198907.016686:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048ceeea6. 00000400:00000010:0.0:1776198907.016690:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081bb47c2. 00000400:00000010:0.0:1776198907.016695:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198907.016701:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080256, portal 16 00000400:00000010:0.0:1776198907.016707:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198907.016709:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080256, offset 0 00000400:00000200:0.0:1776198907.016716:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.016728:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.016736:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.016739:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.016742:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.016746:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92307:92307:256:4294967295] 192.168.204.56@tcp LPNI seq info [92307:92307:8:4294967295] 00000400:00000200:0.0:1776198907.016757:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.016762:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.016767:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347130). 00000800:00000200:0.0:1776198907.016772:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.016778:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.016782:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.016867:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.016871:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82346882). 00000400:00000200:0.0:1776198907.016875:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.016878:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.016881:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:0.0:1776198907.016883:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:0.0:1776198907.016887:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231080256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198907.017401:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.017407:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743808, offset 224 00000400:00000200:3.0:1776198907.017413:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.017421:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.017426:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92308:92308:256:4294967295] 192.168.204.56@tcp LPNI seq info [92308:92308:8:4294967295] 00000400:00000200:3.0:1776198907.017434:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.017439:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.017444:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347130). 00000800:00000200:3.0:1776198907.017448:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.017452:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.017454:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.017578:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198907.017584:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.017589:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3d7ec3b. 02000000:00000010:3.0:1776198907.017601:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf6a2409. 00000100:00000010:3.0:1776198907.017605:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:3.0:1776198907.017609:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2295d59. 00000100:00000010:3.0:1776198907.017612:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 02000000:00000010:3.0:1776198907.017616:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002da12fa6. 00000100:00000010:3.0:1776198907.017618:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 02000000:00000010:3.0:1776198907.017620:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb33f8f8. 00000100:00000010:3.0:1776198907.017622:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 02000000:00000010:3.0:1776198907.017625:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bdccc24. 00000100:00000010:3.0:1776198907.017628:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 02000000:00000010:3.0:1776198907.017631:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d2b6829. 00000100:00000010:3.0:1776198907.017633:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 00000100:00000200:3.0:1776198907.017644:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198907.017649:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c4b9514c. 00000400:00000010:3.0:1776198907.017653:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004afe8b12 (tot 82347282). 00010000:00000010:0.1:1776198907.018243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000185c276. 00000800:00000200:0.0:1776198907.018324:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.018327:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:0.0:1776198907.018333:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.018339:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.018342:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:0.0:1776198907.018345:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 02000000:00000010:0.0:1776198907.018350:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009473fa04. 00010000:00000010:3.1:1776198907.023422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0fe782b. 00010000:00000010:3.1:1776198907.023457:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b68656fd. 00010000:00000010:2.1:1776198907.027286:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e59cdf43. 00010000:00000010:2.1:1776198907.027301:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198907.027305:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee55fbf. 00010000:00000010:2.1:1776198907.027308:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00000400:00000200:1.0:1776198907.027661:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.027677:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c340 00000400:00000200:1.0:1776198907.027685:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82a5 [1] + 224 00000400:00000200:1.0:1776198907.027698:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.027701:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.027713:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231080256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.027749:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.027755:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74400 00000400:00000200:1.0:1776198907.027759:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 0 00000400:00000200:1.0:1776198907.027770:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.027772:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.027776:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.027781:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 00000020:00000010:2.0:1776198907.027859:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d238bd76. 00000020:00000010:2.0:1776198907.027866:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.027870:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.027897:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2804e1a x1862477217743872/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198907.027931:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743872 02000000:00000010:2.0:1776198907.027943:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a552aa9. 00010000:00000010:2.0:1776198907.027982:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198907.027989:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198907.027996:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198907.028000:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000010:2.0:1776198907.028023:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198907.028028:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743872, offset 224 00000400:00000200:2.0:1776198907.028036:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.028046:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.028051:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92309:92309:256:4294967295] 192.168.204.56@tcp LPNI seq info [92309:92309:8:4294967295] 00000400:00000200:2.0:1776198907.028061:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.028066:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.028071:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198907.028077:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.028084:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.028092:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.028108:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.028111:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.028115:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d238bd76. 00000400:00000010:1.0:1776198907.028310:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081bb47c2. 00000400:00000200:1.0:1776198907.028314:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:1.0:1776198907.028316:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:1.0:1776198907.028322:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231080256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.028329:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231080256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.028350:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b014912. 02000000:00000010:1.0:1776198907.028363:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048ceeea6. 02000000:00000010:1.0:1776198907.028368:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5a52c8a. 00000100:00000010:1.0:1776198907.028372:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:1.0:1776198907.028375:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:1.0:1776198907.028377:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001af15b1b. 00080000:00000010:1.0:1776198907.028395:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dd335fa. 00010000:00000010:1.0:1776198907.028487:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000766bfb31. 00010000:00000010:1.0:1776198907.028494:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf506733. 00010000:00000010:1.0:1776198907.028564:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198907.028570:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b49f972e. 00010000:00000010:1.0:1776198907.028581:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198907.028584:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.028591:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 02000000:00000010:1.0:1776198907.028602:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0898ca4. 02000000:00000010:1.0:1776198907.028625:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f988d425. 00000400:00000010:1.0:1776198907.028629:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198907.028634:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198907.028639:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080320, portal 16 00000400:00000010:1.0:1776198907.028643:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198907.028645:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080320, offset 0 00000400:00000200:1.0:1776198907.028649:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.028656:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.028662:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.028665:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.028668:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.028671:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92310:92310:255:4294967295] 192.168.204.56@tcp LPNI seq info [92310:92310:7:4294967295] 00000400:00000200:1.0:1776198907.028678:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.028682:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.028685:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198907.028689:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.028693:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.028695:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.028868:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.028873:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347282). 00000400:00000200:0.0:1776198907.028877:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.028881:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.028883:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:0.0:1776198907.028885:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000800:00000200:0.0:1776198907.028918:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.028920:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:0.0:1776198907.028923:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.028926:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.028928:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:0.0:1776198907.028930:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:0.0:1776198907.028935:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1fb0e4 x1862477231080320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.032711:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.032729:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c380 00000400:00000200:0.0:1776198907.032736:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82b9 [1] + 224 00000400:00000200:0.0:1776198907.032748:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.032752:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.032763:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1fb0e4 x1862477231080320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.032799:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.032804:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74440 00000400:00000200:0.0:1776198907.032809:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 328 00000400:00000200:0.0:1776198907.032853:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.032856:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.032861:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.032866:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:3.0:1776198907.033041:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2295d59. 00000020:00000010:3.0:1776198907.033048:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.033054:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.033079:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217743936/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198907.033113:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217743936 02000000:00000010:3.0:1776198907.033124:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009473fa04. 00010000:00000010:3.0:1776198907.033162:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000573bacde. 00000100:00000010:3.0:1776198907.033170:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1d57dd. 00000100:00000010:3.0:1776198907.033175:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1d57dd. 00010000:00000010:3.0:1776198907.033178:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000573bacde. 00000400:00000010:3.0:1776198907.033192:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198907.033197:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217743936, offset 224 00000400:00000200:3.0:1776198907.033206:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.033216:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.033221:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92311:92311:256:4294967295] 192.168.204.56@tcp LPNI seq info [92311:92311:8:4294967295] 00000400:00000200:3.0:1776198907.033231:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.033236:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.033241:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198907.033247:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.033278:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.033281:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.033299:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.033302:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.033305:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2295d59. 00000800:00000200:3.0:1776198907.033375:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.033378:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198907.033382:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.033386:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.033389:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:3.0:1776198907.033391:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000400:00000010:1.0:1776198907.033458:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:1.0:1776198907.033463:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198907.033464:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:1.0:1776198907.033470:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1fb0e4 x1862477231080320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.033478:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1fb0e4 x1862477231080320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.033498:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d66c10c2. 02000000:00000010:1.0:1776198907.033511:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f988d425. 02000000:00000010:1.0:1776198907.033516:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0898ca4. 00000100:00000010:1.0:1776198907.033520:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 00000100:00000010:1.0:1776198907.033524:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.033526:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00080000:00000010:1.0:1776198907.033542:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0898ca4. 00010000:00000010:1.0:1776198907.033621:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49f972e. 00010000:00000010:1.0:1776198907.033627:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d451878e. 00010000:00000010:1.0:1776198907.033711:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198907.033717:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b49f972e. 00010000:00000010:1.0:1776198907.033727:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198907.033730:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.033736:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 02000000:00000010:1.0:1776198907.033746:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f988d425. 02000000:00000010:1.0:1776198907.033767:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5a52c8a. 00000400:00000010:1.0:1776198907.033771:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198907.033775:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198907.033779:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080384, portal 16 00000400:00000010:1.0:1776198907.033783:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198907.033785:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080384, offset 0 00000400:00000200:1.0:1776198907.033790:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.033796:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.033802:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.033805:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.033808:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.033811:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92312:92312:256:4294967295] 192.168.204.56@tcp LPNI seq info [92312:92312:8:4294967295] 00000400:00000200:1.0:1776198907.033817:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.033821:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.033824:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198907.033828:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.033832:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.033835:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.033972:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.033975:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198907.033979:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.033983:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.033985:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:3.0:1776198907.033987:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000100:00000200:3.0:1776198907.033991:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc1fb0e4 x1862477231080384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.036143:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.036160:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c3c0 00000400:00000200:3.0:1776198907.036169:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82c5 [1] + 224 00000400:00000200:3.0:1776198907.036182:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.036185:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.036195:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc1fb0e4 x1862477231080384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.036304:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:1.0:1776198907.036309:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198907.036312:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:1.0:1776198907.036318:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc1fb0e4 x1862477231080384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.036326:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc1fb0e4 x1862477231080384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.036353:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5a52c8a. 02000000:00000010:1.0:1776198907.036359:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f988d425. 00000100:00000010:1.0:1776198907.036364:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 00000100:00000010:1.0:1776198907.036368:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.036371:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00010000:00000010:0.1:1776198907.037319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003acb350. 00010000:00000010:0.1:1776198907.037329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:0.1:1776198907.037332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000367ffcf4. 00010000:00000010:0.1:1776198907.037336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00000400:00000200:1.0:1776198907.044770:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.044789:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74480 00000400:00000200:1.0:1776198907.044797:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 656 00000400:00000200:1.0:1776198907.044857:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.044863:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.044869:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.044876:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 00000020:00000010:2.0:1776198907.044983:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eea68fb. 00000020:00000010:2.0:1776198907.044990:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.044994:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.045032:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1fb0e4 x1862477217744000/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198907.045062:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744000 02000000:00000010:2.0:1776198907.045074:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d238bd76. 00010000:00000010:2.0:1776198907.045105:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f97ae716. 00010000:00000010:2.0:1776198907.045126:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198907.045132:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198907.045152:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198907.045157:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000010:2.0:1776198907.045173:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198907.045179:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744000, offset 224 00000400:00000200:2.0:1776198907.045189:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.045202:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.045209:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92313:92313:256:4294967295] 192.168.204.56@tcp LPNI seq info [92313:92313:8:4294967295] 00000400:00000200:2.0:1776198907.045218:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.045235:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.045241:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198907.045247:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.045276:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.045280:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.045298:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.045301:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.045305:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eea68fb. 00000800:00000200:2.0:1776198907.045390:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.045393:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:2.0:1776198907.045396:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.045400:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.045403:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:2.0:1776198907.045405:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00080000:00000010:1.0:1776198907.045983:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5a52c8a. 00010000:00000010:1.0:1776198907.046090:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49f972e. 00010000:00000010:1.0:1776198907.046098:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cd95070. 00010000:00000010:1.0:1776198907.046176:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198907.046180:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198907.046185:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.046190:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b49f972e. 00080000:00000010:1.0:1776198907.046204:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f988d425. 00010000:00000010:1.0:1776198907.046244:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49f972e. 00010000:00000010:1.0:1776198907.046248:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00000001:00000010:1.0:1776198907.046321:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bb97a0b4. 00000001:00000010:1.0:1776198907.046326:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bb97a0b4. 00000001:00000010:1.0:1776198907.046329:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bb97a0b4. 00000001:00000010:1.0:1776198907.046331:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ad11b222. 00010000:00000010:1.0:1776198907.046351:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198907.046355:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b49f972e. 00010000:00000010:1.0:1776198907.046363:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198907.046369:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.046376:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 02000000:00000010:1.0:1776198907.046390:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a3b46a7. 02000000:00000010:1.0:1776198907.046416:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001692e2f. 00000400:00000010:1.0:1776198907.046421:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198907.046427:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198907.046432:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080448, portal 16 00000400:00000010:1.0:1776198907.046438:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198907.046441:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080448, offset 0 00000400:00000200:1.0:1776198907.046447:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.046459:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.046466:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.046470:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.046472:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.046475:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92314:92314:256:4294967295] 192.168.204.56@tcp LPNI seq info [92314:92314:8:4294967295] 00000400:00000200:1.0:1776198907.046483:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.046488:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.046492:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198907.046497:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.046502:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.046505:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.046718:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.046722:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198907.046726:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.046730:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.046735:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:3.0:1776198907.046737:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:3.0:1776198907.046743:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231080448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.047749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab74bded. 00010000:00000010:1.1:1776198907.047758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024cd1eac. 00010000:00000010:1.1:1776198907.047762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:1.1:1776198907.047885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e223c29. 00010000:00000010:1.1:1776198907.047890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000350be5a6. 00010000:00000010:1.1:1776198907.047894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:3.0:1776198907.049580:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.049597:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c400 00000400:00000200:3.0:1776198907.049605:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82d1 [1] + 224 00000400:00000200:3.0:1776198907.049617:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.049621:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.049630:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231080448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.049703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e0219fd. 00000400:00000010:2.0:1776198907.049725:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:2.0:1776198907.049730:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:2.0:1776198907.049732:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:2.0:1776198907.049738:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be53f0de x1862477231080448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.049745:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be53f0de x1862477231080448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.049772:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001692e2f. 02000000:00000010:2.0:1776198907.049778:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a3b46a7. 00000100:00000010:2.0:1776198907.049782:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 00000100:00000010:2.0:1776198907.049786:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:2.0:1776198907.049789:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00000400:00000200:2.0:1776198907.049986:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.049995:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f744c0 00000400:00000200:2.0:1776198907.049999:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 984 00000400:00000200:2.0:1776198907.050058:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.050062:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.050066:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.050071:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198907.050146:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:3.0:1776198907.050152:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.050156:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.050234:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217744064/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.050290:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744064 02000000:00000010:3.0:1776198907.050302:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d2b6829. 00010000:00000010:3.0:1776198907.050330:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f5be460. 00010000:00000010:3.0:1776198907.050348:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000573bacde. 00000100:00000010:3.0:1776198907.050353:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1d57dd. 00000100:00000010:3.0:1776198907.050367:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1d57dd. 00010000:00000010:3.0:1776198907.050370:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000573bacde. 00000400:00000010:3.0:1776198907.050381:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198907.050386:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744064, offset 224 00000400:00000200:3.0:1776198907.050393:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.050402:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.050408:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92315:92315:256:4294967295] 192.168.204.56@tcp LPNI seq info [92315:92315:8:4294967295] 00000400:00000200:3.0:1776198907.050417:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.050422:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.050426:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198907.050431:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.050437:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.050440:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.050458:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.050462:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.050466:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00000800:00000200:3.0:1776198907.050535:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.050538:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198907.050542:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.050545:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.050548:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:3.0:1776198907.050550:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00080000:00000010:0.0:1776198907.050743:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ceeea6. 00010000:00000010:0.0:1776198907.050824:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49f972e. 00010000:00000010:0.0:1776198907.050831:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000196a71. 00010000:00000010:0.0:1776198907.050904:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198907.050910:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e28d47db. 00010000:00000010:0.0:1776198907.050919:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2a9d575. 00000100:00000010:0.0:1776198907.050924:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198907.050930:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198907.050941:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa2674fe. 02000000:00000010:0.0:1776198907.050961:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035fbd8e1. 00000400:00000010:0.0:1776198907.050966:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198907.050971:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198907.050975:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080512, portal 16 00000400:00000010:0.0:1776198907.050980:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198907.050981:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080512, offset 0 00000400:00000200:0.0:1776198907.050987:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.050993:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.050999:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.051013:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.051016:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.051018:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92316:92316:256:4294967295] 192.168.204.56@tcp LPNI seq info [92316:92316:8:4294967295] 00000400:00000200:0.0:1776198907.051024:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.051028:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.051032:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198907.051036:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.051041:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.051042:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.051190:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.051193:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198907.051198:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.051202:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.051205:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198907.051206:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000100:00000200:3.0:1776198907.051211:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231080512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.053899:0:78542:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7e5aa65. 00010000:00000010:1.1:1776198907.053912:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.1:1776198907.053917:0:78542:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198907.053921:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00000400:00000200:2.0:1776198907.054731:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.054748:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c440 00000400:00000200:2.0:1776198907.054756:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82dd [1] + 224 00000400:00000200:2.0:1776198907.054770:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.054773:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.054784:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231080512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.055044:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:0.0:1776198907.055049:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:0.0:1776198907.055051:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:0.0:1776198907.055056:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231080512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.055064:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231080512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.055091:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035fbd8e1. 02000000:00000010:0.0:1776198907.055097:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa2674fe. 00000100:00000010:0.0:1776198907.055101:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198907.055105:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198907.055108:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2a9d575. 00000400:00000200:3.0:1776198907.055248:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.055284:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74500 00000400:00000200:3.0:1776198907.055290:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 1312 00000400:00000200:3.0:1776198907.055345:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.055348:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.055352:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.055356:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 00000020:00000010:2.0:1776198907.055588:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eea68fb. 00000020:00000010:2.0:1776198907.055595:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.055599:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.055622:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c982cb58 x1862477217744128/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198907.055654:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744128 02000000:00000010:2.0:1776198907.055665:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ec48bed. 00010000:00000010:2.0:1776198907.055693:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8339cbf. 00010000:00000010:2.0:1776198907.055712:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198907.055719:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009a88420. 00000100:00000010:2.0:1776198907.055733:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009a88420. 00010000:00000010:2.0:1776198907.055738:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000010:2.0:1776198907.055751:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198907.055755:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744128, offset 224 00000400:00000200:2.0:1776198907.055763:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.055774:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.055778:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92317:92317:256:4294967295] 192.168.204.56@tcp LPNI seq info [92317:92317:8:4294967295] 00000400:00000200:2.0:1776198907.055787:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.055792:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.055797:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198907.055802:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.055808:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.055811:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.055828:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.055832:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.055835:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eea68fb. 00080000:00000010:0.0:1776198907.055893:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa2674fe. 00010000:00000010:0.0:1776198907.055976:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e28d47db. 00010000:00000010:0.0:1776198907.055983:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000945b5e3c. 00010000:00000010:0.0:1776198907.056078:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.0:1776198907.056085:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e28d47db. 00010000:00000010:0.0:1776198907.056095:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2a9d575. 00000100:00000010:0.0:1776198907.056098:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198907.056104:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198907.056113:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035fbd8e1. 02000000:00000010:0.0:1776198907.056133:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032bbc4a9. 00000400:00000010:0.0:1776198907.056138:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198907.056142:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198907.056147:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080576, portal 16 00000400:00000010:0.0:1776198907.056152:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198907.056153:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080576, offset 0 00000400:00000200:0.0:1776198907.056159:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.056165:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.056171:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.056174:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.056177:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.056179:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92318:92318:255:4294967295] 192.168.204.56@tcp LPNI seq info [92318:92318:7:4294967295] 00000400:00000200:0.0:1776198907.056185:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.056188:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.056191:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347530). 00000800:00000200:0.0:1776198907.056197:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.056201:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.056203:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.057818:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.057826:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347282). 00000400:00000200:3.0:1776198907.057832:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.057840:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.057846:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198907.057848:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000800:00000200:3.0:1776198907.057910:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.057913:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198907.057917:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.057920:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.057922:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:3.0:1776198907.057923:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000100:00000200:3.0:1776198907.057930:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231080576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.062684:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.062703:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c480 00000400:00000200:3.0:1776198907.062713:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82e9 [1] + 224 00000400:00000200:3.0:1776198907.062724:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.062728:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.062738:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231080576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.062814:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.062820:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74540 00000400:00000200:3.0:1776198907.062825:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 1640 00000400:00000200:3.0:1776198907.062833:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.062836:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.062840:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.062845:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00000400:00000010:0.0:1776198907.062896:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:0.0:1776198907.062902:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:0.0:1776198907.062905:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:0.0:1776198907.062912:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231080576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.062920:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231080576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.062964:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032bbc4a9. 02000000:00000010:0.0:1776198907.062971:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035fbd8e1. 00000100:00000010:0.0:1776198907.062976:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198907.062981:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:0.0:1776198907.062986:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2a9d575. 00000020:00000010:1.0:1776198907.064098:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001692e2f. 00000020:00000010:1.0:1776198907.064108:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006d265727. 00000020:00000010:1.0:1776198907.064112:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.064141:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e319c89d x1862477217744192/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198907.064183:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744192 02000000:00000010:1.0:1776198907.064193:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:1.0:1776198907.064221:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5c18d7. 00010000:00000010:1.0:1776198907.064241:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a50a476c. 00000100:00000010:1.0:1776198907.064247:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.064282:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.064287:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a50a476c. 00000400:00000010:1.0:1776198907.064299:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198907.064304:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744192, offset 224 00000400:00000200:1.0:1776198907.064312:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.064325:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.064331:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92319:92319:256:4294967295] 192.168.204.56@tcp LPNI seq info [92319:92319:8:4294967295] 00000400:00000200:1.0:1776198907.064341:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.064346:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.064351:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198907.064357:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.064364:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.064367:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.064390:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006d265727. 00000020:00000010:1.0:1776198907.064395:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.064398:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001692e2f. 00000800:00000200:3.0:1776198907.064499:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.064503:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:3.0:1776198907.064507:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.064511:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.064515:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:3.0:1776198907.064517:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00010000:00000010:0.1:1776198907.064590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97fef6b. 00010000:00000010:0.1:1776198907.064597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00010000:00000010:0.1:1776198907.064606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000944effb4. 00010000:00000010:0.1:1776198907.064609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00080000:00000010:0.0:1776198907.064635:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035fbd8e1. 00010000:00000010:0.0:1776198907.064720:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e28d47db. 00010000:00000010:0.0:1776198907.064726:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007108a1e1. 00010000:00000010:0.0:1776198907.064815:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198907.064820:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e28d47db. 00010000:00000010:0.0:1776198907.064833:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2a9d575. 00000100:00000010:0.0:1776198907.064836:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f0d69ec. 00000100:00000010:0.0:1776198907.064843:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198907.064855:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032bbc4a9. 02000000:00000010:0.0:1776198907.064878:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059c388ff. 00000400:00000010:0.0:1776198907.064883:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000010:0.0:1776198907.064887:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198907.064891:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080640, portal 16 00000400:00000010:0.0:1776198907.064896:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198907.064897:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080640, offset 0 00000400:00000200:0.0:1776198907.064902:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.064909:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.064915:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.064919:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.064934:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.064937:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92320:92320:256:4294967295] 192.168.204.56@tcp LPNI seq info [92320:92320:8:4294967295] 00000400:00000200:0.0:1776198907.064944:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.064948:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.064952:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198907.064955:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.064959:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.064962:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.065040:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.065043:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198907.065048:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.065199:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.065203:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:3.0:1776198907.065205:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:3.0:1776198907.065210:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231080640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.065322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdd39174. 00010000:00000010:2.1:1776198907.067127:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002df7b26c. 00010000:00000010:1.1:1776198907.072622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d188e805. 00000400:00000200:0.0:1776198907.074110:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.074126:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c4c0 00000400:00000200:0.0:1776198907.074136:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb82f5 [1] + 224 00000400:00000200:0.0:1776198907.074148:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.074152:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.074163:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231080640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.076137:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.076148:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74580 00000400:00000200:0.0:1776198907.076156:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c35 [2] + 1968 00000400:00000010:0.0:1776198907.076162:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008ea0fe19. 00000400:00000200:0.0:1776198907.076166:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fcfcaab7 00000400:00000200:0.0:1776198907.076178:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.076182:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.076186:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fcfcaab7 00000400:00000010:0.0:1776198907.076188:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fcfcaab7 (tot 82346882). 00000100:00000200:0.0:1776198907.076193:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198907.076285:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006052d17b. 00000020:00000010:0.0:1776198907.076292:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198907.076296:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000400:00000010:1.0:1776198907.076319:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006c05c635. 00000400:00000200:1.0:1776198907.076322:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000100:00000200:0.0:1776198907.076323:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009062a2f0 x1862477217744256/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1776198907.076325:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:1.0:1776198907.076330:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231080640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.076337:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231080640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.076348:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744256 02000000:00000010:0.0:1776198907.076359:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eadd8da8. 02000000:00000010:1.0:1776198907.076364:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059c388ff. 02000000:00000010:1.0:1776198907.076370:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032bbc4a9. 00000100:00000010:1.0:1776198907.076373:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:1.0:1776198907.076377:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f0d69ec. 00010000:00000010:1.0:1776198907.076381:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2a9d575. 00010000:00000010:0.0:1776198907.076387:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4a01fdf. 00010000:00000010:0.0:1776198907.076404:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000087bcf00e. 00000100:00000010:0.0:1776198907.076411:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da45be43. 00000100:00000010:0.0:1776198907.076424:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da45be43. 00010000:00000010:0.0:1776198907.076427:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000087bcf00e. 00000400:00000010:0.0:1776198907.076440:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198907.076444:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744256, offset 224 00000400:00000200:0.0:1776198907.076451:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:1.0:1776198907.076455:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001692e2f. 00010000:00000010:1.0:1776198907.076541:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e28d47db. 00010000:00000010:1.0:1776198907.076548:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007277a1f7. 00000400:00000200:0.0:1776198907.076617:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.076623:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92321:92321:256:4294967295] 192.168.204.56@tcp LPNI seq info [92321:92321:8:4294967295] 00010000:00000010:1.0:1776198907.076625:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.076632:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d80f6385. 00000400:00000200:0.0:1776198907.076634:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.076639:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00010000:00000010:1.0:1776198907.076642:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a50a476c. 00000800:00000010:0.0:1776198907.076643:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347130). 00000100:00000010:1.0:1776198907.076646:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000800:00000200:0.0:1776198907.076649:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000100:00000010:1.0:1776198907.076652:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000800:00000200:0.0:1776198907.076656:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.076660:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1776198907.076665:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b2488a5. 00000020:00000010:0.0:1776198907.076677:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198907.076681:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198907.076684:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006052d17b. 02000000:00000010:1.0:1776198907.076688:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e616e067. 02000000:00000010:0.0:1776198907.076691:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000400:00000010:1.0:1776198907.076692:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000100:00000010:0.0:1776198907.076694:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 00000400:00000010:1.0:1776198907.076697:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 02000000:00000010:0.0:1776198907.076698:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ec48bed. 00000100:00000010:0.0:1776198907.076700:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 00000100:00000200:1.0:1776198907.076701:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080704, portal 16 02000000:00000010:0.0:1776198907.076702:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004d2b6829. 00000400:00000010:1.0:1776198907.076704:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000010:0.0:1776198907.076705:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000200:1.0:1776198907.076706:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080704, offset 0 02000000:00000010:0.0:1776198907.076707:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d238bd76. 00000400:00000200:1.0:1776198907.076711:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000010:0.0:1776198907.076712:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 02000000:00000010:0.0:1776198907.076715:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009473fa04. 00000400:00000200:1.0:1776198907.076717:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000100:00000010:0.0:1776198907.076717:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198907.076720:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a552aa9. 00000100:00000010:0.0:1776198907.076723:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 00000100:00000200:0.0:1776198907.076729:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198907.076732:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006c05c635. 00000400:00000200:1.0:1776198907.076735:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000010:0.0:1776198907.076735:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000da45be43 (tot 82347282). 00000400:00000200:1.0:1776198907.076739:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.076742:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.076744:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92322:92322:255:4294967295] 192.168.204.56@tcp LPNI seq info [92322:92322:7:4294967295] 00000400:00000200:1.0:1776198907.076751:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.076756:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.076759:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198907.076762:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.076766:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.076768:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198907.077380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000695382db. 00010000:00000010:0.1:1776198907.077386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00000800:00000200:0.0:1776198907.077433:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.077436:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:0.0:1776198907.077441:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.077447:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.077451:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:0.0:1776198907.077453:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 02000000:00000010:0.0:1776198907.077456:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eadd8da8. 00000800:00000200:0.0:1776198907.077544:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.077547:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198907.077550:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.077553:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.077555:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:0.0:1776198907.077557:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:0.0:1776198907.077563:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231080704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.086375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a0b0884. 00010000:00000010:1.1:1776198907.086392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.1:1776198907.086486:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bccca823. 00000400:00000200:0.0:1776198907.086520:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.086537:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c500 00000400:00000200:0.0:1776198907.086547:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8301 [1] + 224 00000400:00000200:0.0:1776198907.086560:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.086564:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.086576:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231080704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.086648:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.086654:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f745c0 00000400:00000200:0.0:1776198907.086659:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 0 00000400:00000200:0.0:1776198907.086729:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.086733:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.086737:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.086742:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000400:00000010:1.0:1776198907.087562:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198907.087570:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:1.0:1776198907.087572:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:1.0:1776198907.087580:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231080704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.087595:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231080704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.087628:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e616e067. 02000000:00000010:1.0:1776198907.087635:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b2488a5. 00000100:00000010:1.0:1776198907.087639:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198907.087642:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.087646:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a50a476c. 00000020:00000010:3.0:1776198907.088449:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:3.0:1776198907.088458:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.088462:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.088490:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217744320/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.088530:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744320 02000000:00000010:3.0:1776198907.088540:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bdccc24. 00010000:00000010:3.0:1776198907.088569:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012dcbc81. 00010000:00000010:3.0:1776198907.088590:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000573bacde. 00000100:00000010:3.0:1776198907.088595:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1d57dd. 00000100:00000010:3.0:1776198907.088613:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1d57dd. 00010000:00000010:3.0:1776198907.088617:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000573bacde. 00000400:00000010:3.0:1776198907.088630:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198907.088635:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744320, offset 224 00000400:00000200:3.0:1776198907.088642:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.088655:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.088661:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92323:92323:256:4294967295] 192.168.204.56@tcp LPNI seq info [92323:92323:8:4294967295] 00000400:00000200:3.0:1776198907.088671:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.088676:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.088681:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198907.088687:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.088693:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.088697:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.088727:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.088731:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.088735:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00000800:00000200:3.0:1776198907.088817:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.088821:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198907.088825:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.088830:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.088834:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:3.0:1776198907.088836:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00080000:00000010:1.0:1776198907.089895:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b2488a5. 00010000:00000010:1.0:1776198907.090082:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80f6385. 00010000:00000010:1.0:1776198907.090091:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000689fd9ce. 00010000:00000010:1.0:1776198907.090165:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198907.090169:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000920d7b12. 00010000:00000010:1.0:1776198907.090175:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198907.090179:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d80f6385. 00080000:00000010:1.0:1776198907.090191:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e616e067. 00010000:00000010:1.0:1776198907.090218:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80f6385. 00010000:00000010:1.0:1776198907.090221:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000920d7b12. 00010000:00000010:1.0:1776198907.090803:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198907.090809:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d80f6385. 00010000:00000010:1.0:1776198907.090819:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a50a476c. 00000100:00000010:1.0:1776198907.090835:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.090844:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198907.090857:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ea78883. 02000000:00000010:1.0:1776198907.090884:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000618b95fe. 00000400:00000010:1.0:1776198907.090889:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198907.090895:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198907.090902:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080768, portal 16 00000400:00000010:1.0:1776198907.090907:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198907.090909:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080768, offset 0 00000400:00000200:1.0:1776198907.090917:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.091242:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.091274:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.091279:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.091281:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.091284:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92324:92324:256:4294967295] 192.168.204.56@tcp LPNI seq info [92324:92324:8:4294967295] 00000400:00000200:1.0:1776198907.091295:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.091301:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.091305:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198907.091311:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.091318:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.091321:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.091547:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.091550:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198907.091556:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.091561:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.091565:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:3.0:1776198907.091566:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:3.0:1776198907.091573:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231080768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.102440:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.102459:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c540 00000400:00000200:0.0:1776198907.102476:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8311 [1] + 224 00000400:00000200:0.0:1776198907.102488:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.102490:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.102499:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231080768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.102529:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.102534:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74600 00000400:00000200:0.0:1776198907.102539:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 328 00000400:00000200:0.0:1776198907.102547:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776198907.102548:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:0.0:1776198907.102550:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.102552:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:1.0:1776198907.102554:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:1.0:1776198907.102560:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231080768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.102561:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.102566:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000100:00000200:1.0:1776198907.102567:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231080768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.102595:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000618b95fe. 02000000:00000010:1.0:1776198907.102601:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ea78883. 00000100:00000010:1.0:1776198907.102604:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198907.102608:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.102611:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a50a476c. 00000020:00000010:2.0:1776198907.102674:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eea68fb. 00000020:00000010:2.0:1776198907.102680:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005bc3077d. 00000020:00000010:2.0:1776198907.102684:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.102709:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217744384/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198907.102743:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744384 02000000:00000010:2.0:1776198907.102755:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df574953. 00010000:00000010:2.0:1776198907.102781:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023e3acba. 00010000:00000010:2.0:1776198907.102800:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009d268ac. 00000100:00000010:2.0:1776198907.102806:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000814d8bfb. 00000100:00000010:2.0:1776198907.103047:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000814d8bfb. 00010000:00000010:2.0:1776198907.103051:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009d268ac. 00000400:00000010:2.0:1776198907.103064:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198907.103069:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744384, offset 224 00000400:00000200:2.0:1776198907.103076:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.103085:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.103091:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92325:92325:256:4294967295] 192.168.204.56@tcp LPNI seq info [92325:92325:8:4294967295] 00000400:00000200:2.0:1776198907.103101:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.103106:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.103110:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198907.103114:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.103121:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.103124:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.103138:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005bc3077d. 00000020:00000010:2.0:1776198907.103142:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.103145:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eea68fb. 00080000:00000010:1.0:1776198907.103193:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ea78883. 00010000:00000010:1.1:1776198907.103403:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b061fe4. 00010000:00000010:1.1:1776198907.103410:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198907.103414:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198907.103418:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198907.103474:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80f6385. 00010000:00000010:1.0:1776198907.103480:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef7ae46e. 00010000:00000010:1.0:1776198907.103551:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198907.103556:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d80f6385. 00010000:00000010:1.0:1776198907.103566:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a50a476c. 00000100:00000010:1.0:1776198907.103570:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.103577:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198907.103586:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000618b95fe. 02000000:00000010:1.0:1776198907.103691:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe916e0c. 00000400:00000010:1.0:1776198907.103696:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198907.103700:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198907.103705:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080832, portal 16 00000400:00000010:1.0:1776198907.103710:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198907.103712:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080832, offset 0 00000400:00000200:1.0:1776198907.103717:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.103724:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.103730:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.103733:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.103736:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.103739:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92326:92326:255:4294967295] 192.168.204.56@tcp LPNI seq info [92326:92326:7:4294967295] 00000400:00000200:1.0:1776198907.103747:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.103752:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.103755:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347530). 00000800:00000200:1.0:1776198907.103759:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.103763:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.103766:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198907.104155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b2f630b. 00000800:00000200:3.0:1776198907.104195:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.104198:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347282). 00000400:00000200:3.0:1776198907.104202:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.104207:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.104211:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:3.0:1776198907.104213:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000800:00000200:3.0:1776198907.104298:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.104301:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198907.104304:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.104307:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.104309:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:3.0:1776198907.104310:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000100:00000200:3.0:1776198907.104316:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231080832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.106416:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bd9ee58. 00000400:00000200:3.0:1776198907.108330:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.108351:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c580 00000400:00000200:3.0:1776198907.108362:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb831d [1] + 224 00000400:00000200:3.0:1776198907.108378:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.108382:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.108394:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231080832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.108511:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198907.108515:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:1.0:1776198907.108518:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:1.0:1776198907.108524:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231080832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.108531:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231080832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.108559:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe916e0c. 02000000:00000010:1.0:1776198907.108565:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000618b95fe. 00000100:00000010:1.0:1776198907.108569:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198907.108573:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.108578:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a50a476c. 00010000:00000010:1.1:1776198907.112294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000737db4c0. 00010000:00000010:1.1:1776198907.112315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:3.0:1776198907.112732:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.112751:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74640 00000400:00000200:3.0:1776198907.112759:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 656 00000400:00000200:3.0:1776198907.112832:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.112838:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.112845:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.112851:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:1.0:1776198907.113063:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000618b95fe. 00000020:00000010:1.0:1776198907.113070:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.113074:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.113102:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217744448/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198907.113140:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744448 02000000:00000010:1.0:1776198907.113150:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe916e0c. 00010000:00000010:1.0:1776198907.113178:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034febe23. 00010000:00000010:1.0:1776198907.113200:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a50a476c. 00000100:00000010:1.0:1776198907.113208:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.113232:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.113236:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a50a476c. 00000400:00000010:1.0:1776198907.113250:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198907.113272:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744448, offset 224 00000400:00000200:1.0:1776198907.113280:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.113291:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.113296:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92327:92327:256:4294967295] 192.168.204.56@tcp LPNI seq info [92327:92327:8:4294967295] 00000400:00000200:1.0:1776198907.113305:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.113310:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.113315:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198907.113321:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.113327:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.113330:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776198907.113340:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000201dbd5. 00000020:00000010:1.0:1776198907.113347:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.113352:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.113354:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000618b95fe. 00010000:00000010:3.0:1776198907.113422:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d80f6385. 00000800:00000200:1.0:1776198907.113427:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1776198907.113429:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edc52e12. 00000800:00000010:1.0:1776198907.113431:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:1.0:1776198907.113434:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.113438:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.113441:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:1.0:1776198907.113443:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00010000:00000010:3.0:1776198907.113506:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198907.113512:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198907.113522:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000573bacde. 00000100:00000010:3.0:1776198907.113525:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1d57dd. 00000100:00000010:3.0:1776198907.113532:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 02000000:00000010:3.0:1776198907.113541:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb33f8f8. 02000000:00000010:3.0:1776198907.113562:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002da12fa6. 00000400:00000010:3.0:1776198907.113567:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1093331. 00000400:00000010:3.0:1776198907.113572:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198907.113576:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080896, portal 16 00000400:00000010:3.0:1776198907.113581:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.113584:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080896, offset 0 00000400:00000200:3.0:1776198907.113589:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.113595:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.113601:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.113605:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.113608:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.113610:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92328:92328:256:4294967295] 192.168.204.56@tcp LPNI seq info [92328:92328:8:4294967295] 00000400:00000200:3.0:1776198907.113617:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.113622:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.113625:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198907.113628:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.113632:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.113634:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.113684:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.113686:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198907.113689:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.113693:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.113695:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.113696:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.113701:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dac5feb0 x1862477231080896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.119750:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.119770:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c5c0 00000400:00000200:3.0:1776198907.119780:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8329 [1] + 224 00000400:00000200:3.0:1776198907.119794:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.119797:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.119810:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dac5feb0 x1862477231080896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.119909:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.119916:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74680 00000400:00000200:3.0:1776198907.119922:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 984 00000400:00000200:3.0:1776198907.119989:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.119993:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.119997:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.120011:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00000020:00000010:2.0:1776198907.120319:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eea68fb. 00000020:00000010:2.0:1776198907.120326:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.120331:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.120355:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c420537 x1862477217744512/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198907.120388:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744512 02000000:00000010:2.0:1776198907.120400:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca033e8f. 00010000:00000010:2.0:1776198907.120437:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009d268ac. 00000100:00000010:2.0:1776198907.120443:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000814d8bfb. 00000100:00000010:2.0:1776198907.120450:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000814d8bfb. 00010000:00000010:2.0:1776198907.120456:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009d268ac. 00000400:00000010:2.0:1776198907.120471:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198907.120476:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744512, offset 224 00000400:00000200:2.0:1776198907.120484:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.120496:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.120502:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92329:92329:256:4294967295] 192.168.204.56@tcp LPNI seq info [92329:92329:8:4294967295] 00000400:00000200:2.0:1776198907.120511:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.120516:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.120520:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198907.120526:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.120533:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.120536:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.120556:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002efd7d40. 00000020:00000010:2.0:1776198907.120560:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.120563:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eea68fb. 00000800:00000200:0.0:1776198907.121393:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.121398:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:0.0:1776198907.121404:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.121409:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.121414:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:0.0:1776198907.121416:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000400:00000010:1.0:1776198907.122108:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1093331. 00000400:00000200:1.0:1776198907.122114:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:1.0:1776198907.122116:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000100:00000200:1.0:1776198907.122127:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dac5feb0 x1862477231080896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.122137:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dac5feb0 x1862477231080896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.122166:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088516965. 02000000:00000010:1.0:1776198907.122185:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002da12fa6. 02000000:00000010:1.0:1776198907.122191:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb33f8f8. 00000100:00000010:1.0:1776198907.122194:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 00000100:00000010:1.0:1776198907.122197:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1d57dd. 00010000:00000010:1.0:1776198907.122200:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000573bacde. 00080000:00000010:1.0:1776198907.122548:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000618b95fe. 00010000:00000010:1.0:1776198907.122679:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:1.0:1776198907.122688:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c691c149. 00010000:00000010:1.0:1776198907.122778:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198907.122785:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006de3a420. 00010000:00000010:1.0:1776198907.122804:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a50a476c. 00000100:00000010:1.0:1776198907.122811:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.122819:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198907.122832:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001918cabc. 02000000:00000010:1.0:1776198907.122859:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fbea84a. 00000400:00000010:1.0:1776198907.122864:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198907.122870:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198907.122876:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231080960, portal 16 00000400:00000010:1.0:1776198907.122892:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198907.122894:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231080960, offset 0 00000400:00000200:1.0:1776198907.122903:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.122918:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.122926:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.122930:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.122933:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.122936:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92330:92330:256:4294967295] 192.168.204.56@tcp LPNI seq info [92330:92330:8:4294967295] 00000400:00000200:1.0:1776198907.122944:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.122959:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.122965:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198907.122971:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.122977:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.122980:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198907.124263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007cc2cef. 00010000:00000010:3.1:1776198907.133552:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e518c1. 00010000:00000010:3.1:1776198907.133566:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00000800:00000200:3.0:1776198907.133666:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.133670:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198907.133677:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.133687:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.133692:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:3.0:1776198907.133695:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000400:00000200:1.0:1776198907.133702:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000100:00000200:3.0:1776198907.133707:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231080960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.133729:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c600 00000400:00000200:1.0:1776198907.133740:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8335 [1] + 224 00000400:00000200:1.0:1776198907.133753:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.133756:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.133762:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231080960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.133793:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.133798:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f746c0 00000400:00000200:1.0:1776198907.133802:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 1312 00000400:00000200:1.0:1776198907.133893:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.133898:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.133905:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.133911:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005380909e. 00000400:00000010:3.0:1776198907.134242:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:3.0:1776198907.134247:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:3.0:1776198907.134249:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:3.0:1776198907.134281:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231080960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.134288:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231080960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.134324:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fbea84a. 02000000:00000010:3.0:1776198907.134329:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001918cabc. 00000100:00000010:3.0:1776198907.134332:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:3.0:1776198907.134336:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:3.0:1776198907.134340:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a50a476c. 00000020:00000010:3.0:1776198907.134377:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:3.0:1776198907.134385:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.134390:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.134416:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005380909e x1862477217744576/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.134458:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744576 02000000:00000010:3.0:1776198907.134470:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb33f8f8. 00010000:00000010:3.0:1776198907.134499:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003998e77f. 00010000:00000010:3.0:1776198907.134518:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198907.134525:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.134534:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.134536:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000400:00000010:3.0:1776198907.134549:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.134554:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744576, offset 224 00000400:00000200:3.0:1776198907.134561:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.134572:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.134578:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92331:92331:256:4294967295] 192.168.204.56@tcp LPNI seq info [92331:92331:8:4294967295] 00000400:00000200:3.0:1776198907.134588:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.134594:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.134598:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198907.134603:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.134609:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.134613:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.134629:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.134633:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.134636:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000800:00000200:3.0:1776198907.134707:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.134709:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:3.0:1776198907.134714:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.134717:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.134720:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.134721:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00080000:00000010:3.0:1776198907.134746:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf6a2409. 00010000:00000010:3.0:1776198907.135388:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006de3a420. 00010000:00000010:3.0:1776198907.135396:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7eb5471. 00010000:00000010:3.0:1776198907.135482:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198907.135489:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.135502:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198907.135507:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.135514:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198907.135526:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002da12fa6. 02000000:00000010:3.0:1776198907.135552:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d2b6829. 00000400:00000010:3.0:1776198907.135557:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.135561:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.135567:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081024, portal 16 00000400:00000010:3.0:1776198907.135573:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198907.135575:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081024, offset 0 00000400:00000200:3.0:1776198907.135580:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.135590:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.135598:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.135602:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.135604:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.135607:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92332:92332:256:4294967295] 192.168.204.56@tcp LPNI seq info [92332:92332:8:4294967295] 00000400:00000200:3.0:1776198907.135615:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.135620:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.135623:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347282). 00000800:00000200:3.0:1776198907.135627:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.135632:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.135634:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.135751:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.135755:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347034). 00000400:00000200:2.0:1776198907.135759:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.135763:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.135766:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:2.0:1776198907.135767:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000100:00000200:2.0:1776198907.135773:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ab5bf04 x1862477231081024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.144235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007de457e. 00010000:00000010:1.1:1776198907.144250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003803e33b. 00010000:00000010:1.1:1776198907.144277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00000400:00000200:1.0:1776198907.153095:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.153117:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c640 00000400:00000200:1.0:1776198907.153127:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8341 [1] + 224 00000400:00000200:1.0:1776198907.153140:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.153145:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.153158:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231081024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.153203:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.153209:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74700 00000400:00000200:1.0:1776198907.153213:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 1640 00000400:00000200:1.0:1776198907.153291:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.153295:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.153300:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.153305:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 00000020:00000010:1.0:1776198907.153352:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077c57a1f. 00000020:00000010:1.0:1776198907.153366:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.153371:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.153396:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c27ac065 x1862477217744640/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198907.153434:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744640 02000000:00000010:1.0:1776198907.153450:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a396d93f. 00010000:00000010:1.0:1776198907.153491:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d1eb9bf. 00000100:00000010:1.0:1776198907.153498:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.153505:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.153509:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d1eb9bf. 00000400:00000010:1.0:1776198907.153523:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198907.153527:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744640, offset 224 00000400:00000200:1.0:1776198907.153540:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.153554:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.153560:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92333:92333:256:4294967295] 192.168.204.56@tcp LPNI seq info [92333:92333:8:4294967295] 00000400:00000200:1.0:1776198907.153570:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.153575:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.153580:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.153586:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.153592:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.153595:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.153615:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.153620:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.153623:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077c57a1f. 00000800:00000200:1.0:1776198907.153694:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.153698:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198907.153702:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.153705:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.153708:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198907.153710:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000400:00000010:3.0:1776198907.153827:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.153832:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.153833:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.153842:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231081024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.153851:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231081024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.153873:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f296067e. 02000000:00000010:3.0:1776198907.153892:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d2b6829. 02000000:00000010:3.0:1776198907.153897:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002da12fa6. 00000100:00000010:3.0:1776198907.153901:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198907.153905:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.153911:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00080000:00000010:3.0:1776198907.153927:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006538936b. 00010000:00000010:3.0:1776198907.154021:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.154027:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dc8db18. 00010000:00000010:3.0:1776198907.154101:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070a6dd4d. 00010000:00000010:3.0:1776198907.154105:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000009baa2cb. 00010000:00000010:3.0:1776198907.154110:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.0:1776198907.154114:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00080000:00000010:3.0:1776198907.154125:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002da12fa6. 00010000:00000010:3.0:1776198907.154151:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.154155:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009baa2cb. 00010000:00000010:3.0:1776198907.154208:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198907.154211:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.154226:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198907.154230:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.154235:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198907.154245:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d2b6829. 02000000:00000010:3.0:1776198907.154297:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2295d59. 00000400:00000010:3.0:1776198907.154303:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.154306:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.154312:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081088, portal 16 00000400:00000010:3.0:1776198907.154316:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198907.154318:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081088, offset 0 00000400:00000200:3.0:1776198907.154324:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.154332:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.154338:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.154342:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.154344:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.154347:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92334:92334:256:4294967295] 192.168.204.56@tcp LPNI seq info [92334:92334:8:4294967295] 00000400:00000200:3.0:1776198907.154353:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.154358:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.154361:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347282). 00000800:00000200:3.0:1776198907.154365:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.154369:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.154372:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.154704:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.154708:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa58bf90 (tot 82347034). 00000400:00000200:1.0:1776198907.154712:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.154717:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.154721:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:1.0:1776198907.154722:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00000100:00000200:1.0:1776198907.154728:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ab5bf04 x1862477231081088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.156713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcbc118. 00010000:00000010:3.1:1776198907.156726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8427e84. 00010000:00000010:3.1:1776198907.156731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:1.0:1776198907.160380:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.160401:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c680 00000400:00000200:1.0:1776198907.160409:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb834d [1] + 224 00000400:00000200:1.0:1776198907.160423:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.160428:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.160440:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231081088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.160472:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.160478:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74740 00000400:00000200:1.0:1776198907.160483:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6c8d [2] + 1968 00000400:00000010:1.0:1776198907.160488:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb29e794. 00000400:00000200:1.0:1776198907.160492:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fd398151 00000400:00000200:1.0:1776198907.160502:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.160505:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.160507:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd398151 00000400:00000010:1.0:1776198907.160509:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fd398151 (tot 82346882). 00000100:00000200:1.0:1776198907.160514:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198907.160605:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eabb2ce8. 00000020:00000010:0.0:1776198907.160612:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198907.160618:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198907.160646:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ae05f0b x1862477217744704/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198907.160681:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744704 02000000:00000010:0.0:1776198907.160695:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032bbc4a9. 00010000:00000010:0.0:1776198907.160743:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198907.160750:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003821aaaa. 00000100:00000010:0.0:1776198907.160757:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003821aaaa. 00010000:00000010:0.0:1776198907.160760:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 00000400:00000010:0.0:1776198907.160776:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198907.160781:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744704, offset 224 00000400:00000200:0.0:1776198907.160789:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.160801:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.160806:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92335:92335:256:4294967295] 192.168.204.56@tcp LPNI seq info [92335:92335:8:4294967295] 00000400:00000200:0.0:1776198907.160816:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.160821:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.160825:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347130). 00000800:00000200:0.0:1776198907.160831:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.160837:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.160841:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.160856:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198907.160860:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:0.0:1776198907.160863:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eabb2ce8. 02000000:00000010:0.0:1776198907.160871:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a396d93f. 00000100:00000010:0.0:1776198907.160874:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 02000000:00000010:0.0:1776198907.160878:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb33f8f8. 00000100:00000010:0.0:1776198907.160882:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 02000000:00000010:0.0:1776198907.160884:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca033e8f. 00000100:00000010:0.0:1776198907.160886:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 02000000:00000010:0.0:1776198907.160889:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe916e0c. 00000100:00000010:0.0:1776198907.160891:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:0.0:1776198907.160895:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df574953. 00000100:00000010:0.0:1776198907.160898:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198907.160900:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bdccc24. 00000100:00000010:0.0:1776198907.160903:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 00000100:00000200:0.0:1776198907.160908:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198907.160914:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad11b222. 00000400:00000010:0.0:1776198907.160918:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003821aaaa (tot 82347282). 00000400:00000010:3.0:1776198907.160984:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.160987:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.160989:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.160994:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231081088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.161013:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231081088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.161034:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b895723. 02000000:00000010:3.0:1776198907.161047:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2295d59. 02000000:00000010:3.0:1776198907.161052:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d2b6829. 00000100:00000010:3.0:1776198907.161055:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198907.161058:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.161060:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00080000:00000010:3.0:1776198907.161084:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3d7ec3b. 00010000:00000010:3.0:1776198907.161163:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.161170:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007880024e. 00010000:00000010:3.0:1776198907.161248:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.0:1776198907.161281:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.161293:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198907.161296:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.161302:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198907.161312:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2295d59. 02000000:00000010:3.0:1776198907.161339:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f0a4f3. 00000400:00000010:3.0:1776198907.161343:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.161345:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.161349:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081152, portal 16 00000400:00000010:3.0:1776198907.161353:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198907.161355:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081152, offset 0 00000400:00000200:3.0:1776198907.161360:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.161368:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.161376:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.161379:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.161383:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.161386:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92336:92336:255:4294967295] 192.168.204.56@tcp LPNI seq info [92336:92336:7:4294967295] 00000400:00000200:3.0:1776198907.161393:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.161397:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.161402:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347530). 00000800:00000200:3.0:1776198907.161407:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.161411:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.161414:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.161507:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.161511:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:1.0:1776198907.161517:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.161521:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.161524:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:1.0:1776198907.161525:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 02000000:00000010:1.0:1776198907.161529:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032bbc4a9. 00000800:00000200:1.0:1776198907.161600:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.161602:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:1.0:1776198907.161607:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.161610:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.161612:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:1.0:1776198907.161613:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:1.0:1776198907.161618:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ab5bf04 x1862477231081152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.167563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c6d6147. 00010000:00000010:3.1:1776198907.167577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba30d8d1. 00010000:00000010:3.1:1776198907.167580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.1:1776198907.167582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070a6dd4d. 00010000:00000010:3.1:1776198907.167585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.1:1776198907.171372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000326103b3. 00010000:00000010:3.1:1776198907.171385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027195fbd. 00010000:00000010:3.1:1776198907.171389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00000400:00000200:1.0:1776198907.174027:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.174046:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c6c0 00000400:00000200:1.0:1776198907.174055:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb835d [1] + 224 00000400:00000200:1.0:1776198907.174070:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.174074:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.174085:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ab5bf04 x1862477231081152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198907.174163:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.174168:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.174170:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.174176:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ab5bf04 x1862477231081152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.174183:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ab5bf04 x1862477231081152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.174214:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f0a4f3. 02000000:00000010:3.0:1776198907.174220:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2295d59. 00000100:00000010:3.0:1776198907.174226:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000010:3.0:1776198907.174231:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.174234:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000400:00000200:3.0:1776198907.176309:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.176328:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74780 00000400:00000200:3.0:1776198907.176336:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 0 00000400:00000200:3.0:1776198907.176399:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.176404:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.176412:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.176418:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:2.0:1776198907.178382:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a328b0. 00000020:00000010:2.0:1776198907.178394:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.178397:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.178431:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217744768/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198907.178478:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744768 02000000:00000010:2.0:1776198907.178491:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025012e8a. 00010000:00000010:2.0:1776198907.178523:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f1561bd. 00010000:00000010:2.0:1776198907.178546:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015a4a37f. 00000100:00000010:2.0:1776198907.178555:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0784a0c. 00000100:00000010:2.0:1776198907.178567:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0784a0c. 00010000:00000010:2.0:1776198907.178570:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015a4a37f. 00000400:00000010:2.0:1776198907.178585:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198907.178590:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744768, offset 224 00000400:00000200:2.0:1776198907.178599:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.178614:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.178621:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92337:92337:256:4294967295] 192.168.204.56@tcp LPNI seq info [92337:92337:8:4294967295] 00000400:00000200:2.0:1776198907.178632:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.178637:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.178642:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198907.178648:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.178655:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.178659:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.178683:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.178688:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.178691:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a328b0. 00080000:00000010:3.0:1776198907.178783:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2295d59. 00010000:00000010:3.0:1776198907.178874:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.178880:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0db743c. 00010000:00000010:3.0:1776198907.178961:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198907.178966:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.178977:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198907.178981:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.178988:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 02000000:00000010:3.0:1776198907.179012:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070e6ff60. 02000000:00000010:3.0:1776198907.179036:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072c21f3d. 00000400:00000010:3.0:1776198907.179042:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.179047:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.179051:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081216, portal 16 00000400:00000010:3.0:1776198907.179055:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198907.179057:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081216, offset 0 00000400:00000200:3.0:1776198907.179062:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.179069:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.179075:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.179079:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.179081:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.179083:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92338:92338:255:4294967295] 192.168.204.56@tcp LPNI seq info [92338:92338:7:4294967295] 00000400:00000200:3.0:1776198907.179090:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.179094:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.179097:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347530). 00000800:00000200:3.0:1776198907.179100:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.179103:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.179105:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.179452:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.179456:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347282). 00000400:00000200:1.0:1776198907.179462:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.179467:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.179472:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:1.0:1776198907.179475:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000800:00000200:1.0:1776198907.179548:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.179550:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d53fe420 (tot 82347034). 00000400:00000200:1.0:1776198907.179554:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.179557:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.179559:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:1.0:1776198907.179560:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00000100:00000200:1.0:1776198907.179566:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24daf86 x1862477231081216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.187301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b471eaf. 00010000:00000010:3.1:1776198907.187317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00000400:00000200:1.0:1776198907.188551:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.188571:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c700 00000400:00000200:1.0:1776198907.188580:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8369 [1] + 224 00000400:00000200:1.0:1776198907.188591:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.188595:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.188606:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24daf86 x1862477231081216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.188640:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.188646:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f747c0 00000400:00000200:1.0:1776198907.188651:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 328 00000400:00000010:3.0:1776198907.188697:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.188702:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000200:1.0:1776198907.188703:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776198907.188705:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000400:00000200:1.0:1776198907.188708:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.188714:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1776198907.188715:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24daf86 x1862477231081216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776198907.188719:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000100:00000200:3.0:1776198907.188731:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24daf86 x1862477231081216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.188763:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072c21f3d. 02000000:00000010:3.0:1776198907.188785:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070e6ff60. 00000100:00000010:3.0:1776198907.188789:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 00000100:00000010:3.0:1776198907.188793:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.188797:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000020:00000010:2.0:1776198907.188975:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a328b0. 00000020:00000010:2.0:1776198907.188983:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.188987:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.189020:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217744832/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198907.189052:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744832 02000000:00000010:2.0:1776198907.189063:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d04529b6. 00010000:00000010:2.0:1776198907.189094:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d576c95. 00010000:00000010:2.0:1776198907.189119:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015a4a37f. 00000100:00000010:2.0:1776198907.189126:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0784a0c. 00000100:00000010:2.0:1776198907.189142:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0784a0c. 00010000:00000010:2.0:1776198907.189145:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015a4a37f. 00000400:00000010:2.0:1776198907.189159:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198907.189165:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744832, offset 224 00000400:00000200:2.0:1776198907.189172:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.189183:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.189188:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92339:92339:256:4294967295] 192.168.204.56@tcp LPNI seq info [92339:92339:8:4294967295] 00000400:00000200:2.0:1776198907.189198:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.189203:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.189208:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198907.189214:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.189220:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.189224:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.189239:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.189243:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.189247:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a328b0. 00000800:00000200:3.0:1776198907.189416:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.189420:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:3.0:1776198907.189425:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.189429:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.189432:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:3.0:1776198907.189434:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00080000:00000010:3.0:1776198907.189462:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072c21f3d. 00010000:00000010:3.0:1776198907.189555:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.189561:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060807a70. 00010000:00000010:3.0:1776198907.189636:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.0:1776198907.189642:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.189652:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198907.189657:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.189663:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 02000000:00000010:3.0:1776198907.189906:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006634c871. 02000000:00000010:3.0:1776198907.190063:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6a49e58. 00000400:00000010:3.0:1776198907.190069:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.190074:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.190078:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081280, portal 16 00000400:00000010:3.0:1776198907.190083:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198907.190085:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081280, offset 0 00000400:00000200:3.0:1776198907.190091:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.190102:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.190109:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.190113:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.190116:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.190120:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92340:92340:256:4294967295] 192.168.204.56@tcp LPNI seq info [92340:92340:8:4294967295] 00000400:00000200:3.0:1776198907.190128:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.190133:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.190137:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347282). 00000800:00000200:3.0:1776198907.190143:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.190149:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.190152:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.191436:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.191441:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000969c0554 (tot 82347034). 00000400:00000200:2.0:1776198907.191447:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.191454:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.191459:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6ad3975 00000400:00000010:2.0:1776198907.191461:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6ad3975. 00000100:00000200:2.0:1776198907.191469:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24daf86 x1862477231081280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.195143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea66fd1. 00000400:00000200:1.0:1776198907.199927:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.199949:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c740 00000400:00000200:1.0:1776198907.199958:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8375 [1] + 224 00000400:00000200:1.0:1776198907.199971:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.199976:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.199988:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24daf86 x1862477231081280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.200035:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.200040:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74800 00000400:00000200:1.0:1776198907.200045:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 656 00000400:00000200:1.0:1776198907.200102:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.200106:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.200110:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.200115:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 00000020:00000010:2.0:1776198907.200203:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a328b0. 00000020:00000010:2.0:1776198907.200211:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b369e9f2. 00000020:00000010:2.0:1776198907.200215:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000100:00000200:2.0:1776198907.200245:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fddc9a8 x1862477217744896/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198907.200307:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744896 02000000:00000010:2.0:1776198907.200322:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003eea68fb. 00010000:00000010:2.0:1776198907.200363:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015a4a37f. 00000100:00000010:2.0:1776198907.200370:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0784a0c. 00000100:00000010:2.0:1776198907.200375:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0784a0c. 00010000:00000010:2.0:1776198907.200378:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015a4a37f. 00000400:00000010:2.0:1776198907.200390:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198907.200394:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744896, offset 224 00000400:00000200:2.0:1776198907.200402:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.200412:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.200417:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92341:92341:256:4294967295] 192.168.204.56@tcp LPNI seq info [92341:92341:8:4294967295] 00000400:00000200:2.0:1776198907.200427:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.200431:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.200435:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198907.200440:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.200447:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.200450:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.200477:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b369e9f2. 00000020:00000010:2.0:1776198907.200486:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00010000:00000010:3.1:1776198907.200570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8dcf5ac. 00010000:00000010:3.1:1776198907.200577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00000400:00000010:3.0:1776198907.200700:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.200704:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.200706:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.200711:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24daf86 x1862477231081280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.200718:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24daf86 x1862477231081280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.200741:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000118ccb48. 02000000:00000010:3.0:1776198907.200752:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6a49e58. 02000000:00000010:3.0:1776198907.200768:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006634c871. 00000100:00000010:3.0:1776198907.200781:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 00000100:00000010:3.0:1776198907.200785:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.200787:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00080000:00000010:3.0:1776198907.200803:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006634c871. 00000020:00000010:2.0:1776198907.200848:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a328b0. 00000800:00000200:1.0:1776198907.202205:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.202214:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:1.0:1776198907.202222:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.202229:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.202234:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:1.0:1776198907.202236:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00010000:00000010:2.1:1776198907.203411:0:71831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a376e749. 00010000:00000010:3.1:1776198907.215737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e344163d. 00010000:00000010:3.0:1776198907.223729:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.223756:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e70c77b8. 00010000:00000010:3.0:1776198907.223946:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198907.223953:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.223970:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040c00341. 00000100:00000010:3.0:1776198907.223979:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.223993:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 02000000:00000010:3.0:1776198907.224021:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6a49e58. 02000000:00000010:3.0:1776198907.224063:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fddf1e5d. 00000400:00000010:3.0:1776198907.224071:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.224079:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.224088:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081344, portal 16 00000400:00000010:3.0:1776198907.224096:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198907.224099:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081344, offset 0 00000400:00000200:3.0:1776198907.224112:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.224136:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.224146:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.224151:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.224154:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.224157:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92342:92342:256:4294967295] 192.168.204.56@tcp LPNI seq info [92342:92342:8:4294967295] 00000400:00000200:3.0:1776198907.224170:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.224177:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.224183:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347282). 00000800:00000200:3.0:1776198907.224191:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.224199:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.224204:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1776198907.224966:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072c21f3d. 00080000:00000010:1.0:1776198907.224995:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2295d59. 00080000:00000010:1.0:1776198907.225011:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3d7ec3b. 00080000:00000010:1.0:1776198907.225015:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002da12fa6. 00080000:00000010:1.0:1776198907.225019:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006538936b. 00080000:00000010:1.0:1776198907.225023:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf6a2409. 00080000:00000010:1.0:1776198907.225025:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000618b95fe. 00080000:00000010:1.0:1776198907.225028:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000201dbd5. 00080000:00000010:1.0:1776198907.225032:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ea78883. 00080000:00000010:1.0:1776198907.225035:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e616e067. 00080000:00000010:1.0:1776198907.225037:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b2488a5. 00080000:00000010:1.0:1776198907.225040:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001692e2f. 00080000:00000010:1.0:1776198907.225044:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035fbd8e1. 00080000:00000010:1.0:1776198907.225048:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa2674fe. 00080000:00000010:1.0:1776198907.225051:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048ceeea6. 00080000:00000010:1.0:1776198907.225055:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f988d425. 00080000:00000010:1.0:1776198907.225058:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5a52c8a. 00080000:00000010:1.0:1776198907.225060:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0898ca4. 00080000:00000010:1.0:1776198907.225063:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dd335fa. 00080000:00000010:1.0:1776198907.225066:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d942a0b6. 00080000:00000010:1.0:1776198907.225070:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d518870. 00080000:00000010:1.0:1776198907.225072:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8a9ae5e. 00080000:00000010:1.0:1776198907.225076:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007457afea. 00080000:00000010:1.0:1776198907.225081:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005587dfda. 00080000:00000010:1.0:1776198907.225083:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de93ae9f. 00080000:00000010:1.0:1776198907.225086:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031f919b3. 00080000:00000010:1.0:1776198907.225089:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc3ef4c. 00080000:00000010:1.0:1776198907.225091:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000610b2090. 00080000:00000010:1.0:1776198907.225094:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020d010b1. 00080000:00000010:1.0:1776198907.225096:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102f67e0. 00080000:00000010:1.0:1776198907.225099:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec33fcd3. 00080000:00000010:1.0:1776198907.225101:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba491f2. 00080000:00000010:1.0:1776198907.225103:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af04e43. 00080000:00000010:1.0:1776198907.225105:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c0cce00. 00080000:00000010:1.0:1776198907.225106:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057642086. 00080000:00000010:1.0:1776198907.225108:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011d1ac5f. 00080000:00000010:1.0:1776198907.225110:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a560fc. 00080000:00000010:1.0:1776198907.225114:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7f3e62d. 00080000:00000010:1.0:1776198907.225117:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d747540. 00080000:00000010:1.0:1776198907.225120:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f83cd7c. 00080000:00000010:1.0:1776198907.225122:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bad43626. 00080000:00000010:1.0:1776198907.225125:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011b8ac0e. 00080000:00000010:1.0:1776198907.225127:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e92a89a8. 00080000:00000010:1.0:1776198907.225129:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002342dd85. 00080000:00000010:1.0:1776198907.225132:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b07be5c5. 00080000:00000010:1.0:1776198907.225134:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de1003ec. 00080000:00000010:1.0:1776198907.225137:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cb75f45. 00080000:00000010:1.0:1776198907.225140:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c41b2a04. 00080000:00000010:1.0:1776198907.225143:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004a06b16. 00080000:00000010:1.0:1776198907.225145:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077665f7b. 00080000:00000010:1.0:1776198907.225149:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cbc923d. 00080000:00000010:1.0:1776198907.225151:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d299ebe. 00080000:00000010:1.0:1776198907.225154:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7f7a0d. 00080000:00000010:1.0:1776198907.225156:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9804c2a. 00080000:00000010:1.0:1776198907.225159:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000544c2c. 00080000:00000010:1.0:1776198907.225162:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbde7e0e. 00080000:00000010:1.0:1776198907.225166:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ec2923. 00080000:00000010:1.0:1776198907.225171:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023870751. 00080000:00000010:1.0:1776198907.225174:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008272ae70. 00080000:00000010:1.0:1776198907.225177:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ba2126. 00080000:00000010:1.0:1776198907.225179:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c362cb98. 00080000:00000010:1.0:1776198907.225185:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000631c1184. 00080000:00000010:1.0:1776198907.225188:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000962e3364. 00080000:00000010:1.0:1776198907.225192:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8e2f96e. 00080000:00000010:1.0:1776198907.225195:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b5497f. 00080000:00000010:1.0:1776198907.225198:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b7705cc. 00080000:00000010:1.0:1776198907.225201:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bba4f38. 00080000:00000010:1.0:1776198907.225204:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082a66a8d. 00080000:00000010:1.0:1776198907.225206:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a505416. 00080000:00000010:1.0:1776198907.225209:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3a2bb07. 00080000:00000010:1.0:1776198907.225211:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000568ae99a. 00080000:00000010:1.0:1776198907.225214:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f2c7eda. 00080000:00000010:1.0:1776198907.225217:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096acd8a8. 00080000:00000010:1.0:1776198907.225220:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc9b65c6. 00080000:00000010:1.0:1776198907.225223:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a3d7cf8. 00080000:00000010:1.0:1776198907.225226:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b74f6add. 00080000:00000010:1.0:1776198907.225228:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d19b7bf9. 00080000:00000010:1.0:1776198907.225231:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004946f4f4. 00080000:00000010:1.0:1776198907.225234:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b3e8c29. 00080000:00000010:1.0:1776198907.225236:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084139575. 00080000:00000010:1.0:1776198907.225239:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099257ed0. 00080000:00000010:1.0:1776198907.225241:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f372786c. 00080000:00000010:1.0:1776198907.225245:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e75a3675. 00080000:00000010:1.0:1776198907.225248:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3858b61. 00080000:00000010:1.0:1776198907.225250:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833e1b58. 00080000:00000010:1.0:1776198907.225292:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74927e0. 00080000:00000010:1.0:1776198907.225295:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ed64728. 00080000:00000010:1.0:1776198907.225297:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2510f33. 00080000:00000010:1.0:1776198907.225299:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a82acd5a. 00080000:00000010:1.0:1776198907.225302:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acb74f52. 00080000:00000010:1.0:1776198907.225304:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af8637cc. 00080000:00000010:1.0:1776198907.225306:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3d1bf6e. 00080000:00000010:1.0:1776198907.225308:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c6ec160. 00080000:00000010:1.0:1776198907.225310:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffb7e2db. 00080000:00000010:1.0:1776198907.225313:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fbf2944. 00080000:00000010:1.0:1776198907.225315:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f43d758. 00080000:00000010:1.0:1776198907.225318:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea563e87. 00080000:00000010:1.0:1776198907.225321:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c95ee4cf. 00080000:00000010:1.0:1776198907.225324:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7e65011. 00080000:00000010:1.0:1776198907.225328:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016755dcc. 00080000:00000010:1.0:1776198907.225330:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000143bd284. 00080000:00000010:1.0:1776198907.225333:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036f17a5e. 00080000:00000010:1.0:1776198907.225336:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed974246. 00080000:00000010:1.0:1776198907.225338:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e927948f. 00080000:00000010:1.0:1776198907.225341:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007665e0f5. 00080000:00000010:1.0:1776198907.225344:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001879ef93. 00080000:00000010:1.0:1776198907.225347:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4acb476. 00080000:00000010:1.0:1776198907.225350:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004367bd40. 00080000:00000010:1.0:1776198907.225352:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee8746f7. 00080000:00000010:1.0:1776198907.225354:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004db90193. 00080000:00000010:1.0:1776198907.225357:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4c90230. 00080000:00000010:1.0:1776198907.225359:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7c16ad6. 00080000:00000010:1.0:1776198907.225361:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010436e20. 00080000:00000010:1.0:1776198907.225363:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000797a4968. 00080000:00000010:1.0:1776198907.225365:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000661d1bbc. 00080000:00000010:1.0:1776198907.225369:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cc49734. 00080000:00000010:1.0:1776198907.225371:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7a5d13b. 00080000:00000010:1.0:1776198907.225375:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000481b0ebe. 00080000:00000010:1.0:1776198907.225378:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fbf65c0. 00080000:00000010:1.0:1776198907.225381:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e70d465. 00080000:00000010:1.0:1776198907.225384:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e5dcd8f. 00080000:00000010:1.0:1776198907.225386:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508913f3. 00080000:00000010:1.0:1776198907.225389:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca69c02a. 00080000:00000010:1.0:1776198907.225391:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7609dc. 00080000:00000010:1.0:1776198907.225393:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff8c9ed. 00080000:00000010:1.0:1776198907.225396:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092dd8765. 00080000:00000010:1.0:1776198907.225398:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d6dbad8. 00080000:00000010:1.0:1776198907.225404:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e49610ef. 00080000:00000010:1.0:1776198907.225407:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9ca79f. 00080000:00000010:1.0:1776198907.225410:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df9e714. 00080000:00000010:1.0:1776198907.225413:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000595422e7. 00080000:00000010:1.0:1776198907.225415:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ecd750. 00080000:00000010:1.0:1776198907.225417:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000998ca0b7. 00080000:00000010:1.0:1776198907.225420:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c2114d5. 00080000:00000010:1.0:1776198907.225422:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002768e492. 00080000:00000010:1.0:1776198907.225424:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000354b0ac3. 00080000:00000010:1.0:1776198907.225427:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c58cfe30. 00080000:00000010:1.0:1776198907.225429:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c606205. 00080000:00000010:1.0:1776198907.225433:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c593a3e0. 00080000:00000010:1.0:1776198907.225435:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508d668b. 00080000:00000010:1.0:1776198907.225440:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b037545b. 00080000:00000010:1.0:1776198907.225442:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061e37b1b. 00080000:00000010:1.0:1776198907.225445:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007e4a05b. 00080000:00000010:1.0:1776198907.225448:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e87dad8. 00080000:00000010:1.0:1776198907.225451:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b592b804. 00080000:00000010:1.0:1776198907.225454:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c20153ff. 00080000:00000010:1.0:1776198907.225457:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daa5f925. 00080000:00000010:1.0:1776198907.225460:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069107623. 00080000:00000010:1.0:1776198907.225464:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dca32e2. 00080000:00000010:1.0:1776198907.225467:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003f12877. 00080000:00000010:1.0:1776198907.225470:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d0d9fc6. 00080000:00000010:1.0:1776198907.225472:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000232853b8. 00080000:00000010:1.0:1776198907.225475:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427b4a51. 00080000:00000010:1.0:1776198907.225478:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001efcf9b5. 00080000:00000010:1.0:1776198907.225481:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b13929b. 00080000:00000010:1.0:1776198907.225484:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9f1bab4. 00080000:00000010:1.0:1776198907.225487:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001904dc57. 00080000:00000010:1.0:1776198907.225489:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e201b91. 00080000:00000010:1.0:1776198907.225491:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026286c7b. 00080000:00000010:1.0:1776198907.225494:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c03a050c. 00080000:00000010:1.0:1776198907.225497:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79024c1. 00080000:00000010:1.0:1776198907.225500:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000005c504. 00080000:00000010:1.0:1776198907.225503:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a6ec9c8. 00080000:00000010:1.0:1776198907.225507:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebb1f1f2. 00080000:00000010:1.0:1776198907.225510:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8b3c3c6. 00080000:00000010:1.0:1776198907.225513:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2386266. 00080000:00000010:1.0:1776198907.225516:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060057eb7. 00080000:00000010:1.0:1776198907.225519:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6d89af1. 00080000:00000010:1.0:1776198907.225521:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3a39fcc. 00080000:00000010:1.0:1776198907.225523:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f974304a. 00080000:00000010:1.0:1776198907.225527:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e7ca719. 00080000:00000010:1.0:1776198907.225530:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000488d5123. 00080000:00000010:1.0:1776198907.225532:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019ebd1df. 00080000:00000010:1.0:1776198907.225535:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020f2b37c. 00080000:00000010:1.0:1776198907.225537:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f0c7bd1. 00080000:00000010:1.0:1776198907.225539:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000072816c0. 00080000:00000010:1.0:1776198907.225541:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008ad5a93. 00080000:00000010:1.0:1776198907.225544:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2b2bb99. 00080000:00000010:1.0:1776198907.225546:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a791b0. 00080000:00000010:1.0:1776198907.225550:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000334a7907. 00080000:00000010:1.0:1776198907.225553:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b1c8185. 00080000:00000010:1.0:1776198907.225557:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030ee9636. 00080000:00000010:1.0:1776198907.225561:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7a07829. 00080000:00000010:1.0:1776198907.225564:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dada28d4. 00080000:00000010:1.0:1776198907.225572:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a1f9557. 00080000:00000010:1.0:1776198907.225575:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ab96976. 00080000:00000010:1.0:1776198907.225579:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000410d641a. 00080000:00000010:1.0:1776198907.225584:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023661ca0. 00080000:00000010:1.0:1776198907.225588:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3f8074. 00080000:00000010:1.0:1776198907.225591:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f1faf31. 00080000:00000010:1.0:1776198907.225593:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6aed876. 00080000:00000010:1.0:1776198907.225596:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea9e2c38. 00080000:00000010:1.0:1776198907.225599:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc67c462. 00080000:00000010:1.0:1776198907.225602:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a4d6ff7. 00080000:00000010:1.0:1776198907.225605:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c55c691. 00080000:00000010:1.0:1776198907.225608:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d2318d6. 00080000:00000010:1.0:1776198907.225610:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9fc76b4. 00080000:00000010:1.0:1776198907.225613:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000795f22f3. 00080000:00000010:1.0:1776198907.225617:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000535fbfa3. 00080000:00000010:1.0:1776198907.225620:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057f6d800. 00080000:00000010:1.0:1776198907.225622:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e49014. 00080000:00000010:1.0:1776198907.225625:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce4ba2f1. 00080000:00000010:1.0:1776198907.225628:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3dc66c6. 00080000:00000010:1.0:1776198907.225631:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd0ad272. 00080000:00000010:1.0:1776198907.225634:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000396429f2. 00080000:00000010:1.0:1776198907.225637:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000634d0e73. 00080000:00000010:1.0:1776198907.225639:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f026c96. 00080000:00000010:1.0:1776198907.225642:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b86f4192. 00080000:00000010:1.0:1776198907.225644:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c7e86a3. 00080000:00000010:1.0:1776198907.225647:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074b649f8. 00080000:00000010:1.0:1776198907.225651:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb03c5c0. 00080000:00000010:1.0:1776198907.225654:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013253f59. 00080000:00000010:1.0:1776198907.225659:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f06db89. 00080000:00000010:1.0:1776198907.225662:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaec31ba. 00080000:00000010:1.0:1776198907.225665:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000652bed99. 00080000:00000010:1.0:1776198907.225668:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d44873e7. 00080000:00000010:1.0:1776198907.225671:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb8449ce. 00080000:00000010:1.0:1776198907.225674:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000882955bf. 00080000:00000010:1.0:1776198907.225676:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ed2f3a. 00080000:00000010:1.0:1776198907.225679:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f601b554. 00080000:00000010:1.0:1776198907.225682:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a594f2d2. 00080000:00000010:1.0:1776198907.225686:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7cb3ba. 00080000:00000010:1.0:1776198907.225688:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cda16000. 00080000:00000010:1.0:1776198907.225691:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7e688e. 00080000:00000010:1.0:1776198907.225694:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f47df2. 00080000:00000010:1.0:1776198907.225697:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe233bd. 00080000:00000010:1.0:1776198907.225699:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef769891. 00080000:00000010:1.0:1776198907.225702:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009997ba68. 00080000:00000010:1.0:1776198907.225711:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cdefdaf. 00080000:00000010:1.0:1776198907.225718:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee0eab7a. 00080000:00000010:1.0:1776198907.225721:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f65ceee6. 00080000:00000010:1.0:1776198907.225724:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6e3456d. 00080000:00000010:1.0:1776198907.225726:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000076b2522. 00080000:00000010:1.0:1776198907.225729:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f15345. 00080000:00000010:1.0:1776198907.225731:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000732803b7. 00080000:00000010:1.0:1776198907.225733:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f2b7d6. 00080000:00000010:1.0:1776198907.225736:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021c1e65c. 00080000:00000010:1.0:1776198907.225738:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a953907d. 00080000:00000010:1.0:1776198907.225741:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f557118. 00080000:00000010:1.0:1776198907.225744:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bac7991. 00080000:00000010:1.0:1776198907.225746:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004def85a2. 00080000:00000010:1.0:1776198907.225749:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deff795c. 00080000:00000010:1.0:1776198907.225752:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089dd88ce. 00080000:00000010:1.0:1776198907.225754:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008da0883d. 00080000:00000010:1.0:1776198907.225757:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab109080. 00080000:00000010:1.0:1776198907.225761:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d842ff14. 00080000:00000010:1.0:1776198907.225763:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027c6b6de. 00080000:00000010:1.0:1776198907.225767:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d4c5f00. 00080000:00000010:1.0:1776198907.225770:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007705adb7. 00080000:00000010:1.0:1776198907.225773:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d123ae0. 00080000:00000010:1.0:1776198907.225775:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f94f156. 00080000:00000010:1.0:1776198907.225777:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fda5e709. 00080000:00000010:1.0:1776198907.225780:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0de17f3. 00080000:00000010:1.0:1776198907.225782:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d0810a5. 00080000:00000010:1.0:1776198907.225784:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dba4515. 00080000:00000010:1.0:1776198907.225785:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000854c2321. 00080000:00000010:1.0:1776198907.225788:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa572a0. 00080000:00000010:1.0:1776198907.225791:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000907ed1ad. 00080000:00000010:1.0:1776198907.225799:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6f0044a. 00080000:00000010:1.0:1776198907.225801:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000942cfa66. 00080000:00000010:1.0:1776198907.225804:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde23101. 00080000:00000010:1.0:1776198907.225806:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6d72ad6. 00080000:00000010:1.0:1776198907.225809:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc8c7ea5. 00080000:00000010:1.0:1776198907.225811:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005855b00a. 00080000:00000010:1.0:1776198907.225814:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000482e0806. 00080000:00000010:1.0:1776198907.225817:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012e5c184. 00080000:00000010:1.0:1776198907.225821:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b76fa9b. 00080000:00000010:1.0:1776198907.225823:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084748429. 00080000:00000010:1.0:1776198907.225826:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048787a18. 00080000:00000010:1.0:1776198907.225829:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902305a4. 00080000:00000010:1.0:1776198907.225834:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091294508. 00080000:00000010:1.0:1776198907.225836:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4dc834f. 00080000:00000010:1.0:1776198907.225838:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d484664. 00080000:00000010:1.0:1776198907.225841:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af54083f. 00080000:00000010:1.0:1776198907.225843:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f2fafb5. 00080000:00000010:1.0:1776198907.225845:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b34abb4c. 00080000:00000010:1.0:1776198907.225848:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3b6f594. 00080000:00000010:1.0:1776198907.225850:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003522346a. 00080000:00000010:1.0:1776198907.225854:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd8b7235. 00080000:00000010:1.0:1776198907.225858:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e30c3b41. 00080000:00000010:1.0:1776198907.225861:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0cd5d7a. 00080000:00000010:1.0:1776198907.225864:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007a02b5e. 00080000:00000010:1.0:1776198907.225866:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1f18021. 00080000:00000010:1.0:1776198907.225869:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004522c43e. 00080000:00000010:1.0:1776198907.225871:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001d0ab73. 00080000:00000010:1.0:1776198907.225875:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc630948. 00080000:00000010:1.0:1776198907.225878:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062e9f0f9. 00080000:00000010:1.0:1776198907.225881:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005413e134. 00080000:00000010:1.0:1776198907.225883:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d7b047. 00080000:00000010:1.0:1776198907.225886:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077cbcb34. 00080000:00000010:1.0:1776198907.225888:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0175716. 00080000:00000010:1.0:1776198907.225891:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b723821. 00080000:00000010:1.0:1776198907.225894:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1f953f5. 00080000:00000010:1.0:1776198907.225897:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053609def. 00080000:00000010:1.0:1776198907.225900:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4ca65b. 00080000:00000010:1.0:1776198907.225903:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006ec9be3. 00080000:00000010:1.0:1776198907.225905:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efd06725. 00080000:00000010:1.0:1776198907.225907:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0416ef9. 00080000:00000010:1.0:1776198907.225910:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b2122e8. 00080000:00000010:1.0:1776198907.225912:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2f4a38d. 00080000:00000010:1.0:1776198907.225915:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072d8d32e. 00080000:00000010:1.0:1776198907.225917:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039214b3b. 00080000:00000010:1.0:1776198907.225920:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c9dd28c. 00080000:00000010:1.0:1776198907.225923:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a32e47d. 00080000:00000010:1.0:1776198907.225925:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071c9be54. 00080000:00000010:1.0:1776198907.225928:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ab574c8. 00080000:00000010:1.0:1776198907.225931:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb3699ee. 00080000:00000010:1.0:1776198907.225933:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a6c45ef. 00080000:00000010:1.0:1776198907.225935:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c01d0c9. 00080000:00000010:1.0:1776198907.225938:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b862f77. 00080000:00000010:1.0:1776198907.225940:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027f9a464. 00080000:00000010:1.0:1776198907.225943:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004760a9df. 00080000:00000010:1.0:1776198907.225945:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b3269c. 00080000:00000010:1.0:1776198907.225948:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8da42b8. 00080000:00000010:1.0:1776198907.225951:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c3bc3c. 00080000:00000010:1.0:1776198907.225953:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3993224. 00080000:00000010:1.0:1776198907.225955:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000add0cc2e. 00080000:00000010:1.0:1776198907.225958:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dba6bf02. 00080000:00000010:1.0:1776198907.225960:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005aa9773. 00080000:00000010:1.0:1776198907.225963:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069d8182e. 00080000:00000010:1.0:1776198907.225966:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a116b12f. 00080000:00000010:1.0:1776198907.225968:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e8e8e74. 00080000:00000010:1.0:1776198907.225971:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed712dc2. 00080000:00000010:1.0:1776198907.225973:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4f1413d. 00080000:00000010:1.0:1776198907.225977:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e95da65. 00080000:00000010:1.0:1776198907.225982:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018483f5a. 00080000:00000010:1.0:1776198907.225984:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001061c94d. 00080000:00000010:1.0:1776198907.225987:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097079fc1. 00080000:00000010:1.0:1776198907.225989:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f2703e. 00080000:00000010:1.0:1776198907.225992:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a158de20. 00080000:00000010:1.0:1776198907.225995:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006985d675. 00080000:00000010:1.0:1776198907.225997:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3905425. 00080000:00000010:1.0:1776198907.226009:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000729014ba. 00080000:00000010:1.0:1776198907.226012:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bb9e2fe. 00080000:00000010:1.0:1776198907.226014:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087dbbedc. 00080000:00000010:1.0:1776198907.226016:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b4b135. 00080000:00000010:1.0:1776198907.226019:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042c13af7. 00080000:00000010:1.0:1776198907.226022:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f2c406f. 00080000:00000010:1.0:1776198907.226024:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0812ba. 00080000:00000010:1.0:1776198907.226027:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbbb18d9. 00080000:00000010:1.0:1776198907.226029:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087808fdc. 00080000:00000010:1.0:1776198907.226032:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da47bd22. 00080000:00000010:1.0:1776198907.226035:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060cbe096. 00080000:00000010:1.0:1776198907.226037:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010d3298a. 00080000:00000010:1.0:1776198907.226040:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004eb63fb1. 00080000:00000010:1.0:1776198907.226042:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005276bf29. 00080000:00000010:1.0:1776198907.226047:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed118ee7. 00080000:00000010:1.0:1776198907.226050:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000584695fb. 00080000:00000010:1.0:1776198907.226053:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005df0b25c. 00080000:00000010:1.0:1776198907.226055:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f96c981. 00080000:00000010:1.0:1776198907.226058:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1a92933. 00080000:00000010:1.0:1776198907.226061:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057d35775. 00080000:00000010:1.0:1776198907.226064:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026763ef3. 00080000:00000010:1.0:1776198907.226067:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3df327b. 00080000:00000010:1.0:1776198907.226072:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037fc0168. 00080000:00000010:1.0:1776198907.226074:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000025bb415. 00080000:00000010:1.0:1776198907.226077:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f484cd6c. 00080000:00000010:1.0:1776198907.226079:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd74344b. 00080000:00000010:1.0:1776198907.226083:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a960fd7d. 00080000:00000010:1.0:1776198907.226085:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034e1c22d. 00080000:00000010:1.0:1776198907.226088:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eda1138. 00080000:00000010:1.0:1776198907.226091:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c075658. 00080000:00000010:1.0:1776198907.226094:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e65572. 00080000:00000010:1.0:1776198907.226096:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5a5d108. 00080000:00000010:1.0:1776198907.226099:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f01ad7e. 00080000:00000010:1.0:1776198907.226101:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d76ce8b. 00080000:00000010:1.0:1776198907.226104:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086461a6b. 00080000:00000010:1.0:1776198907.226106:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2f8f169. 00080000:00000010:1.0:1776198907.226111:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002950e149. 00080000:00000010:1.0:1776198907.226114:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076881734. 00080000:00000010:1.0:1776198907.226118:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7a23eca. 00080000:00000010:1.0:1776198907.226122:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056246486. 00080000:00000010:1.0:1776198907.226125:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005935a602. 00080000:00000010:1.0:1776198907.226127:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1268c46. 00080000:00000010:1.0:1776198907.226130:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004caf43fb. 00080000:00000010:1.0:1776198907.226133:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088b63b96. 00080000:00000010:1.0:1776198907.226136:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd66baf6. 00080000:00000010:1.0:1776198907.226139:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e5dcaa3. 00080000:00000010:1.0:1776198907.226141:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd2d6bf1. 00080000:00000010:1.0:1776198907.226144:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058abc52c. 00080000:00000010:1.0:1776198907.226146:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b74ce3c. 00080000:00000010:1.0:1776198907.226149:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e4d77eb. 00080000:00000010:1.0:1776198907.226151:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094d42b84. 00080000:00000010:1.0:1776198907.226154:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009236767a. 00080000:00000010:1.0:1776198907.226156:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000664fe9cf. 00080000:00000010:1.0:1776198907.226161:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038f5c01c. 00080000:00000010:1.0:1776198907.226163:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a4dfc5. 00080000:00000010:1.0:1776198907.226166:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084816d62. 00080000:00000010:1.0:1776198907.226168:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020de2c5b. 00080000:00000010:1.0:1776198907.226172:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061d1c66c. 00080000:00000010:1.0:1776198907.226174:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001610cb81. 00080000:00000010:1.0:1776198907.226176:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1d6b17f. 00080000:00000010:1.0:1776198907.226179:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023cba4c0. 00080000:00000010:1.0:1776198907.226182:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e901ad79. 00080000:00000010:1.0:1776198907.226184:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec0f7238. 00080000:00000010:1.0:1776198907.226187:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013d7ec5d. 00080000:00000010:1.0:1776198907.226189:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dcb3a35. 00080000:00000010:1.0:1776198907.226192:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bae000ed. 00080000:00000010:1.0:1776198907.226194:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f6c808f. 00080000:00000010:1.0:1776198907.226197:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bb65536. 00080000:00000010:1.0:1776198907.226199:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375bd071. 00080000:00000010:1.0:1776198907.226201:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078f6e551. 00080000:00000010:1.0:1776198907.226203:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000928813a3. 00080000:00000010:1.0:1776198907.226205:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056e4966c. 00000800:00000200:2.0:1776198907.228490:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.228501:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:2.0:1776198907.228516:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.228529:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.228536:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:2.0:1776198907.228538:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:2.0:1776198907.228553:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24daf86 x1862477231081344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.231192:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.231221:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c780 00000400:00000200:1.0:1776198907.231233:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8381 [1] + 224 00000400:00000200:1.0:1776198907.231991:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.232379:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.232397:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24daf86 x1862477231081344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.232452:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.232465:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74840 00000400:00000200:1.0:1776198907.232472:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 984 00000400:00000200:1.0:1776198907.232541:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.232545:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.232549:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.232557:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 00010000:00000010:3.1:1776198907.232645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72ffc37. 00010000:00000010:3.1:1776198907.232656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00000400:00000010:3.0:1776198907.232679:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.232685:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.232687:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.232694:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24daf86 x1862477231081344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.232702:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24daf86 x1862477231081344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.232752:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fddf1e5d. 02000000:00000010:3.0:1776198907.232778:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6a49e58. 00000100:00000010:3.0:1776198907.232795:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 00000100:00000010:3.0:1776198907.232799:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.232803:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040c00341. 00000020:00000010:0.0:1776198907.233237:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eabb2ce8. 00000020:00000010:0.0:1776198907.233247:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005cc4f3c4. 00000020:00000010:0.0:1776198907.233332:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009b2c01b8. 00000100:00000200:0.0:1776198907.233365:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d87c9fc x1862477217744960/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198907.233550:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217744960 02000000:00000010:1.0:1776198907.233567:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b2488a5. 00010000:00000010:1.0:1776198907.233616:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7ee2da0. 00010000:00000010:1.0:1776198907.233643:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098122082. 00000100:00000010:1.0:1776198907.233652:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.233668:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.233672:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098122082. 00000400:00000010:1.0:1776198907.233690:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198907.233696:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217744960, offset 224 00000400:00000200:1.0:1776198907.233706:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.233721:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.233727:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92343:92343:256:4294967295] 192.168.204.56@tcp LPNI seq info [92343:92343:8:4294967295] 00080000:00000010:3.0:1776198907.233919:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6a49e58. 00010000:00000010:3.0:1776198907.234044:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.234052:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8821660. 00010000:00000010:3.0:1776198907.234161:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198907.234166:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000009baa2cb. 00010000:00000010:3.0:1776198907.234173:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.0:1776198907.234179:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00080000:00000010:3.0:1776198907.234193:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fddf1e5d. 00010000:00000010:3.0:1776198907.234219:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.234223:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009baa2cb. 00010000:00000010:3.0:1776198907.234330:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.0:1776198907.234336:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.234346:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040c00341. 00000100:00000010:3.0:1776198907.234350:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1ba2b24. 00000100:00000010:3.0:1776198907.234358:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 02000000:00000010:3.0:1776198907.234371:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c7c10b7. 02000000:00000010:3.0:1776198907.234400:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdb38ebb. 00000400:00000010:3.0:1776198907.234406:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.234412:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.234419:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081408, portal 16 00000400:00000010:3.0:1776198907.234424:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198907.234426:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081408, offset 0 00000400:00000200:3.0:1776198907.234432:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.234546:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.234554:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.234560:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.234569:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.234591:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.234597:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.234634:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005cc4f3c4. 00000020:00000010:1.0:1776198907.234641:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009b2c01b8. 00000020:00000010:1.0:1776198907.234645:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eabb2ce8. 00000800:00000200:0.0:1776198907.234807:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.234812:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198907.234818:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.234823:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.234827:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:0.0:1776198907.234830:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000400:00000200:3.0:1776198907.235316:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.235329:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.235333:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.235337:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.235340:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92344:92344:255:4294967295] 192.168.204.56@tcp LPNI seq info [92344:92344:7:4294967295] 00000400:00000200:3.0:1776198907.235349:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.235354:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.235360:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001826accd (tot 82347282). 00000800:00000200:3.0:1776198907.235364:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.235369:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.235371:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001826accd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.235994:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.236009:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001826accd (tot 82347034). 00000400:00000200:0.0:1776198907.236017:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.236025:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.236029:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:0.0:1776198907.236031:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:0.0:1776198907.236043:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24daf86 x1862477231081408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.239437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036afe79b. 00010000:00000010:3.1:1776198907.239455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00010000:00000010:3.1:1776198907.239461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198907.239464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00000100:00000010:0.0:1776198907.244250:0:71849:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198907.244333:0:71849:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000039790ad5. 00000100:00000010:0.0:1776198907.244414:0:71847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198907.244426:0:71847:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f18528d. 02000000:00000010:0.0:1776198907.244490:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000a8cbe3. 00000400:00000010:0.0:1776198907.244506:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000081bb47c2. 00000400:00000010:0.0:1776198907.244516:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198907.244531:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231081472, portal 4 00000400:00000010:0.0:1776198907.244543:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198907.244546:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862477231081472, offset 0 00000400:00000200:0.0:1776198907.244558:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1776198907.244817:0:65672:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198907.244829:0:65672:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c3be3ab9. 00000400:00000200:0.0:1776198907.244879:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776198907.244900:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de9c5c2c800 00000400:00000200:0.0:1776198907.244913:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3478d [8] + 672 00000400:00000200:0.0:1776198907.244922:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.244926:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776198907.244935:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1776198907.244946:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000240e852a. 00000400:00000200:0.0:1776198907.244980:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198907.244983:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:0.0:1776198907.244991:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000903f1ed9 x1862477231081472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:0.0:1776198907.245060:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e97a317f. 00000400:00000010:0.0:1776198907.245067:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0b0a01c. 00000400:00000010:0.0:1776198907.245070:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198907.245073:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231081536, portal 4 00000400:00000010:0.0:1776198907.245078:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198907.245081:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862477231081536, offset 0 00000400:00000200:0.0:1776198907.245084:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776198907.245089:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776198907.245094:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de9c5c2c840 00000400:00000200:0.0:1776198907.245100:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4aa5d [256] + 16352 00000400:00000200:0.0:1776198907.245105:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.245107:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776198907.245111:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1776198907.245114:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005984af51. 00000400:00000200:0.0:1776198907.245134:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:0.0:1776198907.245135:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:0.0:1776198907.245139:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231081536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1776198907.245161:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e8a5fef7. 00000400:00000010:0.0:1776198907.245164:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dc0e488f. 00000400:00000010:0.0:1776198907.245167:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198907.245170:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231081600, portal 4 00000400:00000010:0.0:1776198907.245174:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.245176:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862477231081600, offset 0 00000400:00000200:0.0:1776198907.245180:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776198907.245184:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776198907.245189:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de9c5c2c880 00000400:00000200:0.0:1776198907.245192:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4aa5d [256] + 16576 00000400:00000200:0.0:1776198907.245197:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.245199:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776198907.245201:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1776198907.245204:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000711df8e0. 00000400:00000200:0.0:1776198907.245214:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:0.0:1776198907.245216:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:0.0:1776198907.245218:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231081600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:2.0:1776198907.245324:0:75580:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a328b0. 00000020:00000010:2.0:1776198907.245335:0:75580:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b369e9f2. 00000020:00000010:2.0:1776198907.245340:0:75580:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.245395:0:75580:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001be07e17. 00000020:00000010:2.0:1776198907.245410:0:75580:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.245414:0:75580:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.245439:0:75580:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231081536 02000000:00000010:2.0:1776198907.245462:0:75580:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000008ec64241. 00010000:00000200:2.0:1776198907.245507:0:75580:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005984af51 x1862477231081536/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:258/0 lens 224/368 e 0 to 0 dl 1776198913 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:2.0:1776198907.245524:0:75580:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198907.245529:0:75580:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862477231081536, offset 224 00000400:00000200:2.0:1776198907.245535:0:75580:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776198907.245540:0:75580:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776198907.245545:0:75580:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de9c5c2c840 00000400:00000200:2.0:1776198907.245549:0:75580:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb839d [1] + 224 00000400:00000200:2.0:1776198907.245553:0:75580:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.245555:0:75580:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776198907.245559:0:75580:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231081536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1776198907.245584:0:75580:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:2.0:1776198907.245586:0:75580:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000020:00000010:2.0:1776198907.245602:0:75580:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b369e9f2. 00000020:00000010:2.0:1776198907.245607:0:75580:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000007598400. 00000020:00000010:2.0:1776198907.245612:0:75580:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a328b0. 00000100:00000200:2.0:1776198907.245628:0:75580:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231081600 02000000:00000010:2.0:1776198907.245637:0:75580:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000009c7f3234. 00010000:00000200:2.0:1776198907.245662:0:75580:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000711df8e0 x1862477231081600/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:258/0 lens 224/368 e 0 to 0 dl 1776198913 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1776198907.245671:0:75580:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198907.245674:0:75580:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862477231081600, offset 224 00000400:00000200:2.0:1776198907.245677:0:75580:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776198907.245682:0:75580:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776198907.245687:0:75580:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de9c5c2c880 00000400:00000200:2.0:1776198907.245691:0:75580:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb83a5 [1] + 224 00000400:00000200:2.0:1776198907.245694:0:75580:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.245696:0:75580:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776198907.245700:0:75580:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231081600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1776198907.245709:0:75580:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:2.0:1776198907.245711:0:75580:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000020:00000010:2.0:1776198907.245717:0:75580:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.245719:0:75580:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.245722:0:75580:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001be07e17. 00010000:00000010:1.1:1776198907.245929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000feb35b4. 00000020:00000010:1.0:1776198907.245964:0:66493:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e616e067. 00000020:00000010:1.0:1776198907.245970:0:66493:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.245974:0:66493:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.245997:0:66493:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231081472 02000000:00000010:1.0:1776198907.246018:0:66493:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000eb78b764. 00010000:00000200:1.0:1776198907.246045:0:66493:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000240e852a x1862477231081472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:258/0 lens 224/368 e 0 to 0 dl 1776198913 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:1.0:1776198907.246057:0:66493:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.246060:0:66493:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862477231081472, offset 224 00000400:00000200:1.0:1776198907.246065:0:66493:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198907.246069:0:66493:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198907.246076:0:66493:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de9c5c2c800 00000400:00000200:1.0:1776198907.246080:0:66493:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb8395 [1] + 224 00000400:00000200:1.0:1776198907.246083:0:66493:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.246086:0:66493:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198907.246091:0:66493:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000903f1ed9 x1862477231081472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1776198907.246113:0:66493:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.246115:0:66493:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000020:00000010:1.0:1776198907.246124:0:66493:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.246129:0:66493:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.246131:0:66493:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e616e067. 00000400:00000010:1.0:1776198907.246162:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081bb47c2. 00000400:00000200:1.0:1776198907.246166:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:1.0:1776198907.246168:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:1.0:1776198907.246173:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000903f1ed9 x1862477231081472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:1.0:1776198907.246180:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000903f1ed9 x1862477231081472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:1.0:1776198907.246223:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000a8cbe3. 02000000:00000010:1.0:1776198907.246233:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000039790ad5. 00000100:00000010:1.0:1776198907.246242:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 00000100:00000010:3.0:1776198907.246449:0:71851:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198907.246493:0:71851:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001826accd. 00000400:00000200:3.0:1776198907.248418:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.248443:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c7c0 00000400:00000200:3.0:1776198907.248453:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb838d [1] + 224 00000400:00000200:3.0:1776198907.248536:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.248541:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.248554:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24daf86 x1862477231081408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.248589:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.248594:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74880 00000400:00000200:3.0:1776198907.248600:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 1312 02000000:00000010:1.0:1776198907.248712:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f2783f60. 00000400:00000010:1.0:1776198907.248725:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198907.248733:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.248742:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231081664, portal 4 00000400:00000010:1.0:1776198907.248751:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198907.248754:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862477231081664, offset 0 00000400:00000200:1.0:1776198907.248765:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198907.248779:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198907.248790:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de9c5c2c8c0 00000400:00000200:1.0:1776198907.248797:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3478d [8] + 896 00000400:00000200:1.0:1776198907.248804:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.248808:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198907.248814:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776198907.248822:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cac1a10a. 00000400:00000200:1.0:1776198907.248846:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198907.248849:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:1.0:1776198907.248855:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:1.0:1776198907.248927:0:77235:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ea78883. 00000020:00000010:1.0:1776198907.248935:0:77235:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.248940:0:77235:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.248979:0:77235:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231081664 02000000:00000010:1.0:1776198907.249015:0:77235:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000006539b22b. 00010000:00000200:1.0:1776198907.249050:0:77235:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000cac1a10a x1862477231081664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:258/0 lens 224/368 e 0 to 0 dl 1776198913 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1776198907.249066:0:77235:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198907.249069:0:77235:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862477231081664, offset 224 00000400:00000200:1.0:1776198907.249073:0:77235:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198907.249078:0:77235:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198907.249083:0:77235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de9c5c2c8c0 00000400:00000200:1.0:1776198907.249088:0:77235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb83b9 [1] + 224 00000400:00000200:1.0:1776198907.249092:0:77235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.249095:0:77235:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198907.249100:0:77235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1776198907.249113:0:77235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198907.249115:0:77235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000020:00000010:1.0:1776198907.249129:0:77235:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.249136:0:77235:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.249139:0:77235:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ea78883. 00000400:00000010:1.0:1776198907.249185:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198907.249187:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.249189:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.249191:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1776198907.249198:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231081664/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1776198907.249239:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f2783f60. 02000000:00000010:1.0:1776198907.249247:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001826accd. 00000400:00000200:3.0:1776198907.249306:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.249316:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.249325:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.249333:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 00000400:00000010:3.0:1776198907.249385:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.249389:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.249391:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.249398:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24daf86 x1862477231081408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.249407:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24daf86 x1862477231081408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.249443:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdb38ebb. 02000000:00000010:3.0:1776198907.249538:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c7c10b7. 00000100:00000010:3.0:1776198907.249545:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 00000100:00000010:3.0:1776198907.249549:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1ba2b24. 00010000:00000010:3.0:1776198907.249553:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040c00341. 00000100:00000010:1.0:1776198907.250476:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000020:00000010:1.0:1776198907.250556:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ea78883. 00000020:00000010:1.0:1776198907.250563:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.250568:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.250615:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7e2c5f5 x1862477217745024/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198907.250664:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745024 02000000:00000010:1.0:1776198907.250678:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000618b95fe. 00010000:00000010:1.0:1776198907.250719:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f43e5e62. 00010000:00000010:1.0:1776198907.250751:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf67e0b. 00000100:00000010:1.0:1776198907.250763:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.250786:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.250790:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf67e0b. 00000400:00000010:1.0:1776198907.250811:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.250819:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745024, offset 224 00000400:00000200:1.0:1776198907.250830:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.250853:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.250862:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92345:92345:256:4294967295] 192.168.204.56@tcp LPNI seq info [92345:92345:8:4294967295] 00000400:00000200:1.0:1776198907.250876:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.250883:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.250890:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.250898:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.250908:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.250913:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.250930:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.250935:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.250938:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ea78883. 00000800:00000200:1.0:1776198907.251087:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.251091:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198907.251096:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.251101:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.251105:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.251107:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00080000:00000010:1.0:1776198907.251142:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ea78883. 00010000:00000010:1.0:1776198907.251293:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:1.0:1776198907.251301:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000006596684. 00010000:00000010:1.0:1776198907.251405:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.251412:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071358c6d. 00010000:00000010:1.0:1776198907.251425:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf67e0b. 00000100:00000010:1.0:1776198907.251428:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.251437:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198907.251451:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077c57a1f. 02000000:00000010:1.0:1776198907.251485:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beb27b8e. 00000400:00000010:1.0:1776198907.251491:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198907.251497:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.251504:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081728, portal 16 00000400:00000010:1.0:1776198907.251509:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198907.251511:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081728, offset 0 00000400:00000200:1.0:1776198907.251517:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.251524:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.251533:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.251537:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.251541:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.251543:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92346:92346:256:4294967295] 192.168.204.56@tcp LPNI seq info [92346:92346:8:4294967295] 00000400:00000200:1.0:1776198907.251550:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.251554:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.251556:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.251560:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.251564:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.251566:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1776198907.254482:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dc0e488f. 00000400:00000200:1.0:1776198907.254502:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:1.0:1776198907.254505:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:1.0:1776198907.254524:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231081600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1776198907.254540:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231081600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1776198907.254671:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0b0a01c. 00000400:00000200:1.0:1776198907.254675:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:1.0:1776198907.254677:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:1.0:1776198907.254682:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231081536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1776198907.254690:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231081536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1776198907.254713:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e8a5fef7. 02000000:00000010:1.0:1776198907.254723:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c3be3ab9. 00000100:00000010:1.0:1776198907.254732:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:1.0:1776198907.254738:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e97a317f. 02000000:00000010:1.0:1776198907.254742:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f18528d. 00000100:00000010:1.0:1776198907.254747:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000800:00000200:0.0:1776198907.255018:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.255023:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198907.255030:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.255040:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.255045:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:0.0:1776198907.255047:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:0.0:1776198907.255056:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231081728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.262304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af7983d. 00010000:00000010:1.1:1776198907.262323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d1706a. 00010000:00000010:1.1:1776198907.262329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfea052a. 00000400:00000200:3.0:1776198907.262858:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.262881:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c900 00000400:00000200:3.0:1776198907.262892:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb83c9 [1] + 224 00000400:00000200:3.0:1776198907.262909:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.262913:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.262927:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231081728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.263019:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.263026:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f748c0 00000400:00000200:3.0:1776198907.263032:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 1640 00000400:00000200:3.0:1776198907.263112:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.263117:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.263122:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.263129:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 00000020:00000010:0.0:1776198907.263247:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c388ff. 00000020:00000010:0.0:1776198907.263275:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.263281:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.263318:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24daf86 x1862477217745088/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198907.263361:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745088 02000000:00000010:0.0:1776198907.263376:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eabb2ce8. 00010000:00000010:0.0:1776198907.263428:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198907.263438:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a9624d8. 00000100:00000010:0.0:1776198907.263449:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a9624d8. 00010000:00000010:0.0:1776198907.263454:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00000400:00000010:0.0:1776198907.263480:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.263489:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745088, offset 224 00000400:00000200:0.0:1776198907.263501:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.263517:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.263525:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92347:92347:256:4294967295] 192.168.204.56@tcp LPNI seq info [92347:92347:8:4294967295] 00000400:00000200:0.0:1776198907.263541:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.263547:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.263553:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198907.263560:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.263569:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.263586:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.263609:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.263615:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.263619:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c388ff. 00000800:00000200:0.0:1776198907.263709:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.263714:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198907.263719:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.263723:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.263727:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:0.0:1776198907.263729:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000400:00000010:1.0:1776198907.274196:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198907.274213:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.274215:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.274239:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231081728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.274278:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231081728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.274320:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b682750e. 02000000:00000010:1.0:1776198907.274345:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beb27b8e. 02000000:00000010:1.0:1776198907.274352:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077c57a1f. 00000100:00000010:1.0:1776198907.274357:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:1.0:1776198907.274362:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.274367:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf67e0b. 00080000:00000010:1.0:1776198907.274405:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077c57a1f. 00010000:00000010:1.0:1776198907.274547:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071358c6d. 00010000:00000010:1.0:1776198907.274555:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0427f34. 00010000:00000010:1.0:1776198907.274702:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198907.274709:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071358c6d. 00010000:00000010:1.0:1776198907.274726:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf67e0b. 00000100:00000010:1.0:1776198907.274734:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.274746:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198907.274767:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000beb27b8e. 02000000:00000010:1.0:1776198907.274815:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7076736. 00000400:00000010:1.0:1776198907.275067:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198907.275075:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.275084:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081792, portal 16 00000400:00000010:1.0:1776198907.275091:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198907.275093:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081792, offset 0 00000400:00000200:1.0:1776198907.275105:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.275126:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.275136:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.275140:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.275144:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.275148:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92348:92348:256:4294967295] 192.168.204.56@tcp LPNI seq info [92348:92348:8:4294967295] 00000400:00000200:1.0:1776198907.275161:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.275168:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.275174:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198907.275182:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.275193:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.275198:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.281160:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.281172:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198907.281184:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.281197:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.281206:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:2.0:1776198907.281209:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000100:00000200:2.0:1776198907.281224:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231081792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.294419:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.294448:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c940 00000400:00000200:0.0:1776198907.294460:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb83d5 [1] + 224 00000400:00000200:0.0:1776198907.294477:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.294482:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.294497:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231081792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.294997:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.295014:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74900 00000400:00000200:0.0:1776198907.295021:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ce5 [2] + 1968 00000400:00000010:0.0:1776198907.295025:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a000a69. 00000400:00000200:0.0:1776198907.295030:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000055fd27d7 00000400:00000200:0.0:1776198907.295850:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.295862:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.295870:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055fd27d7 00000400:00000010:0.0:1776198907.295874:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000055fd27d7 (tot 82346882). 00000100:00000200:0.0:1776198907.295884:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198907.295982:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c388ff. 00000020:00000010:0.0:1776198907.295991:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.295997:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.296045:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061165e57 x1862477217745152/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198907.296078:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745152 02000000:00000010:0.0:1776198907.296093:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2674fe. 00010000:00000010:0.0:1776198907.296155:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198907.296166:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a9624d8. 00000100:00000010:0.0:1776198907.296175:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a9624d8. 00010000:00000010:0.0:1776198907.296179:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00000400:00000010:0.0:1776198907.296203:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.296209:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745152, offset 224 00000400:00000200:0.0:1776198907.296219:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.296235:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.296243:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92349:92349:256:4294967295] 192.168.204.56@tcp LPNI seq info [92349:92349:8:4294967295] 00000400:00000200:0.0:1776198907.296272:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.296279:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.296284:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347130). 00000800:00000200:0.0:1776198907.296292:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.296301:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.296305:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.296325:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.296331:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.296334:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c388ff. 02000000:00000010:0.0:1776198907.296346:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eabb2ce8. 00000100:00000010:0.0:1776198907.296350:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 02000000:00000010:0.0:1776198907.296357:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000618b95fe. 00000100:00000010:0.0:1776198907.296360:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 02000000:00000010:0.0:1776198907.296364:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b2488a5. 00000100:00000010:0.0:1776198907.296366:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 02000000:00000010:0.0:1776198907.296370:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003eea68fb. 00000100:00000010:0.0:1776198907.296378:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 02000000:00000010:0.0:1776198907.296381:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d04529b6. 00000100:00000010:0.0:1776198907.296384:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:0.0:1776198907.296388:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025012e8a. 00000100:00000010:0.0:1776198907.296390:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 00000100:00000200:0.0:1776198907.296398:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198907.296405:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000035fccf90. 00000400:00000010:0.0:1776198907.296410:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004a9624d8 (tot 82347282). 00000400:00000010:1.0:1776198907.299890:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198907.299907:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.299910:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.299934:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231081792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.299947:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231081792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.299984:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038b01d91. 02000000:00000010:1.0:1776198907.300018:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7076736. 02000000:00000010:1.0:1776198907.300026:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000beb27b8e. 00000100:00000010:1.0:1776198907.300030:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:1.0:1776198907.300036:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.300040:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf67e0b. 00080000:00000010:1.0:1776198907.300072:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000beb27b8e. 00010000:00000010:1.0:1776198907.300206:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071358c6d. 00010000:00000010:1.0:1776198907.300214:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000840a79cb. 00010000:00000010:1.0:1776198907.300341:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198907.300348:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071358c6d. 00010000:00000010:1.0:1776198907.300368:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf67e0b. 00000100:00000010:1.0:1776198907.300376:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.300386:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198907.300404:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7076736. 02000000:00000010:1.0:1776198907.300444:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e616e067. 00000400:00000010:1.0:1776198907.300451:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198907.300458:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.300467:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081856, portal 16 00000400:00000010:1.0:1776198907.300475:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198907.300477:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081856, offset 0 00000400:00000200:1.0:1776198907.300488:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.300513:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.300523:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.300529:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.300532:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.300537:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92350:92350:255:4294967295] 192.168.204.56@tcp LPNI seq info [92350:92350:7:4294967295] 00000400:00000200:1.0:1776198907.300550:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.300557:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.300562:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347530). 00000800:00000200:1.0:1776198907.300570:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.300591:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.300597:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.301722:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.301732:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347282). 00000400:00000200:0.0:1776198907.301742:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.301753:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.301759:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:0.0:1776198907.301762:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 02000000:00000010:0.0:1776198907.301771:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa2674fe. 00000800:00000200:0.0:1776198907.301915:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.301917:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:0.0:1776198907.301922:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.301926:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.301928:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:0.0:1776198907.301930:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000100:00000200:0.0:1776198907.301938:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231081856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.303491:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bccf850. 00010000:00000010:1.1:1776198907.303512:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000443aca. 00010000:00000010:1.1:1776198907.303518:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00000400:00000200:1.0:1776198907.307757:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.307791:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c980 00000400:00000200:1.0:1776198907.307805:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb83e5 [1] + 224 00000400:00000200:1.0:1776198907.307845:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.307851:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.307868:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231081856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.307931:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198907.307936:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.307938:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.307944:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231081856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.307952:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231081856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.307993:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e616e067. 02000000:00000010:1.0:1776198907.308010:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7076736. 00000100:00000010:1.0:1776198907.308015:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:1.0:1776198907.308020:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.308025:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf67e0b. 00000400:00000200:0.0:1776198907.317907:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.317932:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74940 00000400:00000200:0.0:1776198907.317944:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 0 00000400:00000200:0.0:1776198907.318045:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.318052:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.318061:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.318069:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:2.0:1776198907.318918:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001be07e17. 00000020:00000010:2.0:1776198907.318931:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.318937:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.318988:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217745216/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198907.319033:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745216 02000000:00000010:2.0:1776198907.319055:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088264a18. 00010000:00000010:2.0:1776198907.319104:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065de53a9. 00010000:00000010:2.0:1776198907.319135:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198907.319149:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e273ef2. 00000100:00000010:2.0:1776198907.319177:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e273ef2. 00010000:00000010:2.0:1776198907.319181:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000400:00000010:2.0:1776198907.319203:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198907.319210:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745216, offset 224 00000400:00000200:2.0:1776198907.319221:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.319238:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.319245:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92351:92351:256:4294967295] 192.168.204.56@tcp LPNI seq info [92351:92351:8:4294967295] 00000400:00000200:2.0:1776198907.319290:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.319297:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.319303:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198907.319310:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.319320:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.319325:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.319345:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.319348:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.319352:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001be07e17. 00080000:00000010:3.0:1776198907.319462:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0416ef9. 00010000:00000010:3.0:1776198907.319600:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071358c6d. 00010000:00000010:3.0:1776198907.319751:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085fb3845. 00010000:00000010:3.0:1776198907.319855:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.0:1776198907.319862:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198907.319879:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040c00341. 00000100:00000010:3.0:1776198907.319885:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017ab5452. 00000100:00000010:3.0:1776198907.319895:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 02000000:00000010:3.0:1776198907.319910:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efd06725. 02000000:00000010:3.0:1776198907.319944:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006ec9be3. 00000400:00000010:3.0:1776198907.319953:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.319959:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.319967:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081920, portal 16 00000400:00000010:3.0:1776198907.319972:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198907.319974:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081920, offset 0 00000400:00000200:3.0:1776198907.319981:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.319992:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.320011:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.320016:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.320020:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.320023:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92352:92352:255:4294967295] 192.168.204.56@tcp LPNI seq info [92352:92352:7:4294967295] 00000400:00000200:3.0:1776198907.320031:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.320036:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.320039:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008327e146 (tot 82347530). 00000800:00000200:3.0:1776198907.320044:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.320048:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.320051:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008327e146 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.320328:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.320333:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347282). 00000400:00000200:0.0:1776198907.320339:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.320345:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.320350:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:0.0:1776198907.320353:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000800:00000200:0.0:1776198907.320777:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.320780:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008327e146 (tot 82347034). 00000400:00000200:0.0:1776198907.320786:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.320791:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.320794:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:0.0:1776198907.320795:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:0.0:1776198907.320804:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000888f9b9c x1862477231081920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.321158:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ae961b. 00010000:00000010:1.1:1776198907.321168:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093ad3486. 00010000:00000010:1.1:1776198907.321174:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00000400:00000200:1.0:1776198907.326092:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.326119:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2c9c0 00000400:00000200:1.0:1776198907.326131:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb83f1 [1] + 224 00000400:00000200:1.0:1776198907.326147:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.326152:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.326166:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000888f9b9c x1862477231081920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.326208:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.326214:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74980 00000400:00000200:1.0:1776198907.326219:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 328 00000400:00000200:1.0:1776198907.326229:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.326232:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.326237:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.326245:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 00000020:00000010:0.0:1776198907.326417:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2674fe. 00000020:00000010:0.0:1776198907.326438:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.326444:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.326482:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee7f46c8 x1862477217745280/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198907.326533:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745280 02000000:00000010:0.0:1776198907.326554:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eabb2ce8. 00010000:00000010:0.0:1776198907.326629:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198907.326639:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198907.326649:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198907.326653:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00000400:00000010:0.0:1776198907.326674:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.326681:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745280, offset 224 00000400:00000200:0.0:1776198907.326691:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.326706:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.326713:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92353:92353:256:4294967295] 192.168.204.56@tcp LPNI seq info [92353:92353:8:4294967295] 00000400:00000200:0.0:1776198907.326726:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.326733:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.326739:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198907.326746:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.326755:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.326760:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.326787:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.326792:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.326796:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2674fe. 00000800:00000200:0.0:1776198907.326936:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.326940:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198907.326946:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.326950:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.326954:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:0.0:1776198907.326956:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000400:00000010:3.0:1776198907.328110:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:3.0:1776198907.328121:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:3.0:1776198907.328124:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:3.0:1776198907.328139:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000888f9b9c x1862477231081920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.328152:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000888f9b9c x1862477231081920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.328186:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044a7e342. 02000000:00000010:3.0:1776198907.328210:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006ec9be3. 02000000:00000010:3.0:1776198907.328217:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efd06725. 00000100:00000010:3.0:1776198907.328222:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 00000100:00000010:3.0:1776198907.328226:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017ab5452. 00010000:00000010:3.0:1776198907.328230:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040c00341. 00080000:00000010:3.0:1776198907.328289:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efd06725. 00010000:00000010:3.0:1776198907.328447:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198907.328455:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af838ca5. 00010000:00000010:3.0:1776198907.328564:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198907.328569:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000047b41ae7. 00010000:00000010:3.0:1776198907.328809:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198907.328819:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00080000:00000010:3.0:1776198907.328840:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006ec9be3. 00010000:00000010:3.0:1776198907.328873:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198907.328878:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b41ae7. 00010000:00000010:3.0:1776198907.328952:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198907.328957:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198907.328966:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000040c00341. 00000100:00000010:3.0:1776198907.328974:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017ab5452. 00000100:00000010:3.0:1776198907.328985:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 02000000:00000010:3.0:1776198907.329014:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4ca65b. 02000000:00000010:3.0:1776198907.329056:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070e6ff60. 00000400:00000010:3.0:1776198907.329064:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258b177c. 00000400:00000010:3.0:1776198907.329068:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198907.329075:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231081984, portal 16 00000400:00000010:3.0:1776198907.329082:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198907.329085:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231081984, offset 0 00000400:00000200:3.0:1776198907.329096:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.329115:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.329126:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.329131:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.329134:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.329138:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92354:92354:256:4294967295] 192.168.204.56@tcp LPNI seq info [92354:92354:8:4294967295] 00000400:00000200:3.0:1776198907.329149:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.329156:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.329161:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000969c0554 (tot 82347282). 00000800:00000200:3.0:1776198907.329168:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.329175:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.329180:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000969c0554 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.329927:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.329935:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000969c0554 (tot 82347034). 00000400:00000200:0.0:1776198907.329943:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.329951:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.329958:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:0.0:1776198907.329961:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000100:00000200:0.0:1776198907.329969:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000888f9b9c x1862477231081984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.337234:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.337333:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ca00 00000400:00000200:1.0:1776198907.337345:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb83fd [1] + 224 00000400:00000200:1.0:1776198907.337362:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.337366:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.337382:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000888f9b9c x1862477231081984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.337465:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.337470:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f749c0 00000400:00000200:1.0:1776198907.337476:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 656 00000400:00000200:1.0:1776198907.337487:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.337490:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.337494:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.337502:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000020:00000010:0.0:1776198907.337627:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2674fe. 00000020:00000010:0.0:1776198907.337636:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.337641:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.337675:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217745344/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198907.337711:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745344 02000000:00000010:0.0:1776198907.337726:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059c388ff. 00010000:00000010:0.0:1776198907.337778:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198907.337787:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198907.337795:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198907.337799:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00000400:00000010:0.0:1776198907.337818:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.337824:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745344, offset 224 00000400:00000200:0.0:1776198907.337832:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.337845:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.337851:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92355:92355:256:4294967295] 192.168.204.56@tcp LPNI seq info [92355:92355:8:4294967295] 00000400:00000200:0.0:1776198907.337863:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.337868:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.337873:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198907.337879:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.337888:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.337892:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.337914:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.337920:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.337923:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2674fe. 00000800:00000200:0.0:1776198907.338062:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.338066:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198907.338071:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.338075:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.338079:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:0.0:1776198907.338081:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00010000:00000010:2.1:1776198907.340875:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea8739b6. 00000400:00000010:2.0:1776198907.340918:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258b177c. 00000400:00000200:2.0:1776198907.340924:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:2.0:1776198907.340927:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:2.0:1776198907.340946:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000888f9b9c x1862477231081984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.340958:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000888f9b9c x1862477231081984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198907.341007:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020f50466. 02000000:00000010:2.0:1776198907.341028:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070e6ff60. 02000000:00000010:2.0:1776198907.341036:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4ca65b. 00000100:00000010:2.0:1776198907.341041:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 00000100:00000010:2.0:1776198907.341045:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017ab5452. 00010000:00000010:2.0:1776198907.341049:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000040c00341. 00080000:00000010:2.0:1776198907.341079:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001be07e17. 00010000:00000010:2.0:1776198907.341222:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:2.0:1776198907.341231:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6144bdd. 00010000:00000010:3.1:1776198907.341895:0:78564:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f1b89ac. 00010000:00000010:3.1:1776198907.341905:0:78564:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:2.0:1776198907.345727:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198907.345748:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ef532593. 00010000:00000010:2.0:1776198907.345770:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198907.345780:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e273ef2. 00000100:00000010:2.0:1776198907.345796:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198907.345818:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ea62c74. 02000000:00000010:2.0:1776198907.345868:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056369ec3. 00000400:00000010:2.0:1776198907.345878:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f37b323d. 00000400:00000010:2.0:1776198907.345889:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198907.345899:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082048, portal 16 00000400:00000010:2.0:1776198907.345907:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198907.345911:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082048, offset 0 00000400:00000200:2.0:1776198907.345927:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.345956:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.345967:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.345972:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.345976:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.345980:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92356:92356:256:4294967295] 192.168.204.56@tcp LPNI seq info [92356:92356:8:4294967295] 00000400:00000200:2.0:1776198907.345994:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.346010:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.346017:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198907.346024:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.346034:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.346041:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.350100:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.350111:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:3.0:1776198907.350123:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.350134:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.350141:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:3.0:1776198907.350145:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:3.0:1776198907.350159:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231082048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.351601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000273f715c. 00010000:00000010:3.1:1776198907.351620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b432597. 00010000:00000010:3.1:1776198907.351628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.1:1776198907.351632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198907.351636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00000400:00000200:3.0:1776198907.355192:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.355219:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ca40 00000400:00000200:3.0:1776198907.355231:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8409 [1] + 224 00000400:00000200:3.0:1776198907.355247:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.355297:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.355314:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231082048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.355353:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.355358:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74a00 00000400:00000200:3.0:1776198907.355363:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 984 00000400:00000200:3.0:1776198907.355426:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.355430:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.355435:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.355442:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 00000400:00000010:2.0:1776198907.355564:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f37b323d. 00000400:00000200:2.0:1776198907.355582:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:2.0:1776198907.355585:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:2.0:1776198907.355592:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231082048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.355600:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231082048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.355645:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056369ec3. 02000000:00000010:2.0:1776198907.355653:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ea62c74. 00000100:00000010:2.0:1776198907.355656:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198907.355660:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e273ef2. 00010000:00000010:2.0:1776198907.355665:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000020:00000010:0.0:1776198907.356029:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa2674fe. 00000020:00000010:0.0:1776198907.356039:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.356045:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.356077:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1cfef5f x1862477217745408/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198907.356119:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745408 02000000:00000010:0.0:1776198907.356135:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035fbd8e1. 00010000:00000010:0.0:1776198907.356173:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6820e5c. 00010000:00000010:0.0:1776198907.356203:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198907.356211:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198907.356227:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198907.356229:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00000400:00000010:0.0:1776198907.356247:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.356281:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745408, offset 224 00000400:00000200:0.0:1776198907.356290:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.356305:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.356314:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92357:92357:256:4294967295] 192.168.204.56@tcp LPNI seq info [92357:92357:8:4294967295] 00000400:00000200:0.0:1776198907.356325:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.356330:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.356335:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198907.356342:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.356351:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.356355:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.356377:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.356381:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.356385:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa2674fe. 00000800:00000200:0.0:1776198907.356490:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.356493:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198907.356499:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.356503:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.356506:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:0.0:1776198907.356508:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00080000:00000010:3.0:1776198907.356933:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af7ae01d. 00010000:00000010:3.0:1776198907.357075:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef532593. 00010000:00000010:3.0:1776198907.357084:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e4e0cf5. 00010000:00000010:3.0:1776198907.357203:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198907.357210:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198907.357226:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080d111b3. 00000100:00000010:3.0:1776198907.357231:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033e4ed7f. 00000100:00000010:3.0:1776198907.357241:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077e65419. 02000000:00000010:3.0:1776198907.357302:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2f677dc. 02000000:00000010:3.0:1776198907.357341:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000835606a5. 00000400:00000010:3.0:1776198907.357350:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003d5fc640. 00000400:00000010:3.0:1776198907.357358:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198907.357366:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082112, portal 16 00000400:00000010:3.0:1776198907.357374:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198907.357376:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082112, offset 0 00000400:00000200:3.0:1776198907.357384:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.357395:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.357405:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.357409:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.357412:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.357415:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92358:92358:256:4294967295] 192.168.204.56@tcp LPNI seq info [92358:92358:8:4294967295] 00000400:00000200:3.0:1776198907.357422:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.357427:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.357431:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d53fe420 (tot 82347282). 00000800:00000200:3.0:1776198907.357437:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.357441:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.357444:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d53fe420 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.357739:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.357743:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d53fe420 (tot 82347034). 00000400:00000200:0.0:1776198907.357748:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.357753:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.357757:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:0.0:1776198907.357759:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:0.0:1776198907.357767:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077e65419 x1862477231082112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.360308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beb0a9e9. 00010000:00000010:2.1:1776198907.360326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbe9b65. 00010000:00000010:2.1:1776198907.360330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.1:1776198907.366666:0:78566:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dbd4dc7. 00010000:00000010:3.1:1776198907.366687:0:78566:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:0.1:1776198907.367390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a5fa2f8. 00000400:00000200:2.0:1776198907.367731:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.367755:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ca80 00000400:00000200:2.0:1776198907.367767:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8415 [1] + 224 00000400:00000200:2.0:1776198907.367785:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.367791:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.367811:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077e65419 x1862477231082112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.368043:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.368049:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74a40 00000400:00000200:2.0:1776198907.368054:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 1312 00000400:00000200:2.0:1776198907.368132:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.368137:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.368142:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.368149:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:1.0:1776198907.369330:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7076736. 00000020:00000010:1.0:1776198907.369344:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.369349:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.369386:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217745472/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198907.369427:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745472 02000000:00000010:1.0:1776198907.369443:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a988c20. 00010000:00000010:1.0:1776198907.369494:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd4faee1. 00000100:00000010:1.0:1776198907.369503:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.369513:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.369518:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd4faee1. 00000400:00000010:1.0:1776198907.369539:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.369547:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745472, offset 224 00000400:00000200:1.0:1776198907.369558:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.369590:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.369598:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92359:92359:256:4294967295] 192.168.204.56@tcp LPNI seq info [92359:92359:8:4294967295] 00000400:00000200:1.0:1776198907.369612:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.369619:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.369626:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198907.369634:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.369644:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.369650:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.369678:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.369684:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.369688:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7076736. 00000800:00000200:1.0:1776198907.369809:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.369815:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:1.0:1776198907.369820:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.369825:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.369830:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198907.369833:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000400:00000010:0.0:1776198907.376921:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003d5fc640. 00000400:00000200:0.0:1776198907.376937:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:0.0:1776198907.376940:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:0.0:1776198907.376960:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077e65419 x1862477231082112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.376973:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077e65419 x1862477231082112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198907.377022:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046edbc02. 02000000:00000010:0.0:1776198907.377049:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000835606a5. 02000000:00000010:0.0:1776198907.377060:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e2f677dc. 00000100:00000010:0.0:1776198907.377067:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077e65419. 00000100:00000010:0.0:1776198907.377073:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033e4ed7f. 00010000:00000010:0.0:1776198907.377076:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080d111b3. 00080000:00000010:0.0:1776198907.377104:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa2674fe. 00010000:00000010:0.0:1776198907.377336:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:0.0:1776198907.377345:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c4c5485. 00010000:00000010:0.0:1776198907.377448:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.0:1776198907.377457:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e28d47db. 00010000:00000010:0.0:1776198907.377472:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cccff717. 00000100:00000010:0.0:1776198907.377480:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198907.377491:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198907.377508:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032bbc4a9. 02000000:00000010:0.0:1776198907.377546:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006052d17b. 00000400:00000010:0.0:1776198907.377554:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006abe74b4. 00000400:00000010:0.0:1776198907.377560:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.377568:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082176, portal 16 00000400:00000010:0.0:1776198907.377662:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198907.377666:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082176, offset 0 00000400:00000200:0.0:1776198907.377676:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.377697:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.377708:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.377712:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.377715:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.377720:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92360:92360:256:4294967295] 192.168.204.56@tcp LPNI seq info [92360:92360:8:4294967295] 00000400:00000200:0.0:1776198907.377731:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.377738:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.377743:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198907.377751:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.377760:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.377765:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.378492:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.378500:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:1.0:1776198907.378512:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.378520:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.378526:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:1.0:1776198907.378528:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:1.0:1776198907.378537:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231082176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.384413:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.384440:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cac0 00000400:00000200:0.0:1776198907.384452:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8421 [1] + 224 00000400:00000200:0.0:1776198907.384469:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.384474:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.384489:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231082176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.384524:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.384529:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74a80 00000400:00000200:0.0:1776198907.384535:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 1640 00000400:00000200:0.0:1776198907.384546:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.384549:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.384553:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.384561:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:0.0:1776198907.384658:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eea68fb. 00000020:00000010:0.0:1776198907.384669:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.384675:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.384716:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217745536/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198907.384756:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745536 02000000:00000010:0.0:1776198907.384771:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df574953. 00010000:00000010:0.0:1776198907.384843:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198907.384851:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198907.384860:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:0.0:1776198907.384863:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 00000400:00000010:0.0:1776198907.384887:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198907.384893:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745536, offset 224 00000400:00000200:0.0:1776198907.384902:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.384917:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.384924:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92361:92361:256:4294967295] 192.168.204.56@tcp LPNI seq info [92361:92361:8:4294967295] 00000400:00000200:0.0:1776198907.384935:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.384941:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.384946:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198907.384952:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.384961:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.384966:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.384986:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.384991:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.384995:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eea68fb. 00000800:00000200:0.0:1776198907.385145:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.385149:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:0.0:1776198907.385154:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.385158:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.385162:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:0.0:1776198907.385165:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000400:00000010:3.0:1776198907.386835:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006abe74b4. 00000400:00000200:3.0:1776198907.386846:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:3.0:1776198907.386848:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:3.0:1776198907.386864:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231082176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.386876:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231082176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.386909:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014f18ba6. 02000000:00000010:3.0:1776198907.386931:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006052d17b. 02000000:00000010:3.0:1776198907.386938:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032bbc4a9. 00000100:00000010:3.0:1776198907.386942:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:3.0:1776198907.386947:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:3.0:1776198907.386950:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cccff717. 00080000:00000010:3.0:1776198907.386978:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b86c2b82. 00010000:00000010:3.0:1776198907.387122:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e28d47db. 00010000:00000010:3.0:1776198907.387130:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6c3a132. 00010000:00000010:3.0:1776198907.387228:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.0:1776198907.387236:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198907.387250:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d687b3d. 00000100:00000010:3.0:1776198907.387279:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198907.387289:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198907.387306:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ac19762. 02000000:00000010:3.0:1776198907.387343:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025faa4ff. 00000400:00000010:3.0:1776198907.387350:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000695bb4a3. 00000400:00000010:3.0:1776198907.387355:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198907.387362:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082240, portal 16 00000400:00000010:3.0:1776198907.387367:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198907.387370:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082240, offset 0 00000400:00000200:3.0:1776198907.387377:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.387393:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.387403:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.387408:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.387411:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.387416:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92362:92362:256:4294967295] 192.168.204.56@tcp LPNI seq info [92362:92362:8:4294967295] 00000400:00000200:3.0:1776198907.387427:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.387435:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.387441:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11edf66 (tot 82347282). 00000800:00000200:3.0:1776198907.387449:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.387457:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.387461:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11edf66 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.387897:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.387903:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11edf66 (tot 82347034). 00000400:00000200:0.0:1776198907.387909:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.387915:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.387919:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:0.0:1776198907.387921:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00000100:00000200:0.0:1776198907.387928:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231082240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.396891:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.396919:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cb00 00000400:00000200:3.0:1776198907.396932:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb842d [1] + 224 00000400:00000200:3.0:1776198907.396952:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.396956:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.396972:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231082240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198907.397074:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000695bb4a3. 00000400:00000200:2.0:1776198907.397081:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:2.0:1776198907.397083:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000100:00000200:2.0:1776198907.397090:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231082240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.397097:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231082240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.397136:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025faa4ff. 02000000:00000010:2.0:1776198907.397146:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ac19762. 00000100:00000010:2.0:1776198907.397151:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:2.0:1776198907.397156:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:2.0:1776198907.397160:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d687b3d. 00010000:00000010:0.1:1776198907.399783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f042230. 00010000:00000010:0.1:1776198907.399808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017f134fa. 00010000:00000010:0.1:1776198907.399813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00000400:00000200:0.0:1776198907.404771:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.404797:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74ac0 00000400:00000200:0.0:1776198907.404807:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d3d [2] + 1968 00000400:00000010:0.0:1776198907.404813:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ccbb8037. 00000400:00000200:0.0:1776198907.404823:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fa9bf353 00000400:00000200:0.0:1776198907.404902:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.404907:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.404912:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa9bf353 00000400:00000010:0.0:1776198907.404915:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fa9bf353 (tot 82346882). 00000100:00000200:0.0:1776198907.404923:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198907.405047:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ea62c74. 00000020:00000010:2.0:1776198907.405057:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.405062:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.405099:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000326d7f0c x1862477217745600/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198907.405137:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745600 02000000:00000010:2.0:1776198907.405151:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056369ec3. 00010000:00000010:2.0:1776198907.405192:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001186764. 00010000:00000010:2.0:1776198907.405222:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198907.405231:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003e273ef2. 00000100:00000010:2.0:1776198907.405249:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003e273ef2. 00010000:00000010:2.0:1776198907.405275:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000400:00000010:2.0:1776198907.405295:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198907.405302:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745600, offset 224 00000400:00000200:2.0:1776198907.405310:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.405324:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.405331:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92363:92363:256:4294967295] 192.168.204.56@tcp LPNI seq info [92363:92363:8:4294967295] 00000400:00000200:2.0:1776198907.405341:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.405346:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.405351:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347130). 00000800:00000200:2.0:1776198907.405358:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.405366:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.405372:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.405392:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000252c060f. 00000020:00000010:2.0:1776198907.405397:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.405401:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ea62c74. 02000000:00000010:2.0:1776198907.405413:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df574953. 00000100:00000010:2.0:1776198907.405417:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:2.0:1776198907.405421:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a988c20. 00000100:00000010:2.0:1776198907.405424:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198907.405427:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035fbd8e1. 00000100:00000010:2.0:1776198907.405430:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 02000000:00000010:2.0:1776198907.405435:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059c388ff. 00000100:00000010:2.0:1776198907.405438:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:2.0:1776198907.405441:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eabb2ce8. 00000100:00000010:2.0:1776198907.405443:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 02000000:00000010:2.0:1776198907.405446:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088264a18. 00000100:00000010:2.0:1776198907.405448:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 00000100:00000200:2.0:1776198907.405453:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198907.405459:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f37b323d. 00000400:00000010:2.0:1776198907.405463:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003e273ef2 (tot 82347282). 00080000:00000010:2.0:1776198907.405501:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088264a18. 00010000:00000010:2.0:1776198907.405633:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:2.0:1776198907.405643:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000776ebe9c. 00010000:00000010:2.0:1776198907.405753:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fd3e31d. 00010000:00000010:2.0:1776198907.405757:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000252c060f. 00010000:00000010:2.0:1776198907.405763:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198907.405768:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dba672e. 00080000:00000010:2.0:1776198907.405781:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ea62c74. 00010000:00000010:2.0:1776198907.405804:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dba672e. 00010000:00000010:2.0:1776198907.405806:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000252c060f. 00010000:00000010:2.0:1776198907.405874:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.0:1776198907.405877:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dba672e. 00010000:00000010:2.0:1776198907.405885:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a2c0338. 00000100:00000010:2.0:1776198907.405889:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.405897:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198907.405910:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db74b92d. 02000000:00000010:2.0:1776198907.405939:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c148dbce. 00000400:00000010:2.0:1776198907.405943:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198907.405947:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198907.405950:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082304, portal 16 00000400:00000010:2.0:1776198907.405954:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198907.405957:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082304, offset 0 00000400:00000200:2.0:1776198907.405963:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.405971:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.405979:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.405983:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.405987:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.405990:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92364:92364:255:4294967295] 192.168.204.56@tcp LPNI seq info [92364:92364:7:4294967295] 00000400:00000200:2.0:1776198907.406007:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.406012:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.406016:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347530). 00000800:00000200:2.0:1776198907.406020:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.406025:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.406028:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.406766:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.406773:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347282). 00000400:00000200:0.0:1776198907.406781:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.406789:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.406795:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:0.0:1776198907.406798:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 02000000:00000010:0.0:1776198907.406806:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056369ec3. 00000800:00000200:0.0:1776198907.406897:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.406899:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:0.0:1776198907.406902:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.406906:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.406907:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:0.0:1776198907.406909:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:0.0:1776198907.406916:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231082304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.413290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e73858d. 00010000:00000010:3.1:1776198907.413313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052bc9dd5. 00010000:00000010:3.1:1776198907.413319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00000400:00000200:2.0:1776198907.420648:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.420678:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cb40 00000400:00000200:2.0:1776198907.420691:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb843d [1] + 224 00000400:00000200:2.0:1776198907.420709:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.420714:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.420730:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231082304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.420777:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.420783:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74b00 00000400:00000200:2.0:1776198907.420789:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 0 00000400:00000200:2.0:1776198907.420799:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.420802:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.420807:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.420814:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000400:00000010:1.0:1776198907.421206:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:1.0:1776198907.421213:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:1.0:1776198907.421216:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:1.0:1776198907.421224:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231082304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.421232:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231082304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.421295:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c148dbce. 02000000:00000010:1.0:1776198907.421304:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db74b92d. 00000100:00000010:1.0:1776198907.421309:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:1.0:1776198907.421312:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:1.0:1776198907.421318:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a2c0338. 00000020:00000010:1.0:1776198907.422693:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7076736. 00000020:00000010:1.0:1776198907.422711:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.422719:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.422772:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217745664/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198907.422822:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745664 02000000:00000010:1.0:1776198907.423015:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e616e067. 00010000:00000010:1.0:1776198907.423061:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000197c4b08. 00010000:00000010:1.0:1776198907.423088:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b08eb5e0. 00000100:00000010:1.0:1776198907.423098:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.423154:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.423159:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b08eb5e0. 00000400:00000010:1.0:1776198907.423177:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198907.423185:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745664, offset 224 00000400:00000200:1.0:1776198907.423196:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.423217:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.423225:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92365:92365:256:4294967295] 192.168.204.56@tcp LPNI seq info [92365:92365:8:4294967295] 00000400:00000200:1.0:1776198907.423237:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.423244:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.423250:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198907.423276:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.423287:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.423292:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.423319:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.423325:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.423328:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7076736. 00080000:00000010:2.0:1776198907.425087:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019dad023. 00010000:00000010:2.0:1776198907.425233:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dba672e. 00010000:00000010:2.0:1776198907.425245:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005857db2d. 00010000:00000010:2.0:1776198907.425551:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.0:1776198907.425561:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dba672e. 00010000:00000010:2.0:1776198907.425733:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001aab5a18. 00000100:00000010:2.0:1776198907.425745:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.425758:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198907.425779:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b2d920c. 02000000:00000010:2.0:1776198907.425818:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000105a0841. 00000400:00000010:2.0:1776198907.425826:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012339b09. 00000400:00000010:2.0:1776198907.425836:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198907.425922:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082368, portal 16 00000400:00000010:2.0:1776198907.425930:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198907.425932:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082368, offset 0 00000400:00000200:2.0:1776198907.425943:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.425964:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.425972:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.425977:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.425980:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.425984:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92366:92366:255:4294967295] 192.168.204.56@tcp LPNI seq info [92366:92366:7:4294967295] 00000400:00000200:2.0:1776198907.426007:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.426013:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.426019:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347530). 00000800:00000200:2.0:1776198907.426028:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.426038:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.426044:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.426224:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.426230:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:0.0:1776198907.426235:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.426243:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.426249:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:0.0:1776198907.426426:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000800:00000200:0.0:1776198907.426522:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.426524:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:0.0:1776198907.426528:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.426532:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.426534:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:0.0:1776198907.426536:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:0.0:1776198907.426544:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231082368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.430305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337292d4. 00010000:00000010:2.1:1776198907.430329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efbcbdb. 00010000:00000010:2.1:1776198907.430334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00010000:00000010:2.1:1776198907.430338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd3e31d. 00010000:00000010:2.1:1776198907.430360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:1.1:1776198907.430669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b23fe68. 00000400:00000200:1.0:1776198907.432295:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.432720:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cb80 00000400:00000200:1.0:1776198907.432735:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8449 [1] + 224 00000400:00000200:1.0:1776198907.432759:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.432765:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.432780:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231082368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.432834:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.432842:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74b40 00000400:00000200:1.0:1776198907.432925:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 328 00000400:00000200:1.0:1776198907.432943:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.432946:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.432951:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.432959:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 00000020:00000010:1.0:1776198907.433156:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7076736. 00000020:00000010:1.0:1776198907.433165:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.433171:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.433205:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217745728/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198907.433242:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745728 02000000:00000010:1.0:1776198907.433288:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b2488a5. 00010000:00000010:1.0:1776198907.433345:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b08eb5e0. 00000100:00000010:1.0:1776198907.433354:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.433364:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.433369:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b08eb5e0. 00000400:00000010:1.0:1776198907.433388:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198907.433394:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745728, offset 224 00000400:00000200:1.0:1776198907.433403:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000010:3.0:1776198907.433926:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012339b09. 00000400:00000200:3.0:1776198907.433935:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:3.0:1776198907.433937:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:3.0:1776198907.433946:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231082368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.433956:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231082368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.433983:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff97bfeb. 02000000:00000010:3.0:1776198907.434013:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000105a0841. 02000000:00000010:3.0:1776198907.434022:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b2d920c. 00000100:00000010:3.0:1776198907.434027:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:3.0:1776198907.434033:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:3.0:1776198907.434036:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001aab5a18. 00080000:00000010:3.0:1776198907.434061:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e65e574. 00010000:00000010:3.0:1776198907.434217:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dba672e. 00010000:00000010:3.0:1776198907.434225:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073ee6b90. 00010000:00000010:3.0:1776198907.434369:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ac7abca. 00010000:00000010:3.0:1776198907.434377:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198907.434391:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d1c3a21. 00000100:00000010:3.0:1776198907.434395:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079c61055. 00000100:00000010:3.0:1776198907.434405:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000400:00000200:1.0:1776198907.434513:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.434523:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92367:92367:256:4294967295] 192.168.204.56@tcp LPNI seq info [92367:92367:8:4294967295] 00000400:00000200:1.0:1776198907.434536:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.434544:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.434551:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198907.434558:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.434567:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.434723:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.434758:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.434766:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.434771:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7076736. 00000800:00000200:1.0:1776198907.434932:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.434936:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:1.0:1776198907.434943:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.434948:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.434953:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198907.434956:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00010000:00000010:2.1:1776198907.435685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000528fd2ee. 00010000:00000010:2.1:1776198907.435699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 02000000:00000010:3.0:1776198907.436440:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fca7497. 02000000:00000010:3.0:1776198907.436500:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9941d9b. 00000400:00000010:3.0:1776198907.436509:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dfa4330. 00000400:00000010:3.0:1776198907.436516:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198907.436526:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082432, portal 16 00000400:00000010:3.0:1776198907.436534:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198907.436537:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082432, offset 0 00000400:00000200:3.0:1776198907.436548:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.436962:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.436975:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.436980:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.436984:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.436988:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92368:92368:256:4294967295] 192.168.204.56@tcp LPNI seq info [92368:92368:8:4294967295] 00000400:00000200:3.0:1776198907.437010:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.437017:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.437024:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa58bf90 (tot 82347282). 00000800:00000200:3.0:1776198907.437032:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.437042:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.437046:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa58bf90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.437338:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.437344:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa58bf90 (tot 82347034). 00000400:00000200:0.0:1776198907.437350:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.437355:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.437360:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:0.0:1776198907.437363:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000100:00000200:0.0:1776198907.437383:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231082432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.440606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000201582fd. 00010000:00000010:3.1:1776198907.440627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755a5006. 00010000:00000010:3.1:1776198907.440635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00000400:00000200:1.0:1776198907.442321:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.442346:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cbc0 00000400:00000200:1.0:1776198907.442357:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8455 [1] + 224 00000400:00000200:1.0:1776198907.442371:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.442375:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.442388:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231082432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.442526:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.442532:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74b80 00000400:00000200:1.0:1776198907.442538:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 656 00000400:00000200:1.0:1776198907.442550:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.442553:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.442558:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.442564:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 00000400:00000010:3.0:1776198907.442765:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dfa4330. 00000400:00000200:3.0:1776198907.442771:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:3.0:1776198907.442774:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:3.0:1776198907.442780:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e57c639b x1862477231082432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.442789:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e57c639b x1862477231082432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.442912:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9941d9b. 02000000:00000010:3.0:1776198907.442921:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006fca7497. 00000100:00000010:3.0:1776198907.442927:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 00000020:00000010:0.0:1776198907.442928:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df574953. 00000100:00000010:3.0:1776198907.442932:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079c61055. 00010000:00000010:3.0:1776198907.442937:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d1c3a21. 00000020:00000010:0.0:1776198907.442938:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.442944:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.442975:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080f6e3ad x1862477217745792/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198907.443016:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745792 02000000:00000010:0.0:1776198907.443030:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003eea68fb. 00010000:00000010:0.0:1776198907.443074:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086480777. 00010000:00000010:0.0:1776198907.443107:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198907.443211:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198907.443229:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:0.0:1776198907.443232:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 00000400:00000010:0.0:1776198907.443275:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198907.443281:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745792, offset 224 00000400:00000200:0.0:1776198907.443292:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.443305:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.443314:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92369:92369:256:4294967295] 192.168.204.56@tcp LPNI seq info [92369:92369:8:4294967295] 00000400:00000200:0.0:1776198907.443325:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.443330:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.443335:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198907.443341:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.443349:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.443354:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776198907.443504:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000618b95fe. 00010000:00000010:1.0:1776198907.443703:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:1.0:1776198907.443711:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001689b095. 00010000:00000010:1.0:1776198907.443817:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198907.443824:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000102fd132. 00010000:00000010:1.0:1776198907.443837:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b08eb5e0. 00000100:00000010:1.0:1776198907.443841:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.443850:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198907.443866:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003886884c. 02000000:00000010:1.0:1776198907.443897:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe916e0c. 00000400:00000010:1.0:1776198907.443903:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198907.443910:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198907.443917:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082496, portal 16 00000400:00000010:1.0:1776198907.443923:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198907.443925:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082496, offset 0 00000400:00000200:1.0:1776198907.443931:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.443939:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.443947:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.443951:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.443954:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.443957:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92370:92370:255:4294967295] 192.168.204.56@tcp LPNI seq info [92370:92370:7:4294967295] 00000400:00000200:1.0:1776198907.443963:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.443968:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.443971:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198907.443975:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.443978:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.443980:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.443994:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.444010:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347282). 00000400:00000200:2.0:1776198907.444016:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.444021:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.444025:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:2.0:1776198907.444027:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000020:00000010:0.0:1776198907.444032:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.444038:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.444041:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df574953. 00000800:00000200:2.0:1776198907.445366:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.445813:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198907.445823:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.445834:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.445842:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:2.0:1776198907.445844:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000100:00000200:2.0:1776198907.445859:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231082496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.449355:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.449384:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cc00 00000400:00000200:0.0:1776198907.449397:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8461 [1] + 224 00000400:00000200:0.0:1776198907.449412:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.449417:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.449696:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231082496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.449788:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.449794:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74bc0 00000400:00000200:0.0:1776198907.449799:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 984 00000400:00000200:0.0:1776198907.449878:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.449882:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.449887:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.449894:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000020:00000010:0.0:1776198907.449949:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df574953. 00000020:00000010:0.0:1776198907.449956:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.449963:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.450005:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217745856/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198907.450035:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745856 02000000:00000010:0.0:1776198907.450048:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cb75f45. 00010000:00000010:0.0:1776198907.450098:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198907.450106:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198907.450125:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:0.0:1776198907.450129:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 00000400:00000010:0.0:1776198907.450154:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198907.450161:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745856, offset 224 00000400:00000200:0.0:1776198907.450169:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.450183:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.450189:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92371:92371:256:4294967295] 192.168.204.56@tcp LPNI seq info [92371:92371:8:4294967295] 00000400:00000200:0.0:1776198907.450201:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.450207:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.450213:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198907.450219:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.450227:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.450231:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.450248:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028b4297f. 00000020:00000010:0.0:1776198907.450279:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.450284:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df574953. 00000800:00000200:0.0:1776198907.450358:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.450362:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198907.450366:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.450370:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.450374:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:0.0:1776198907.450376:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000400:00000010:2.0:1776198907.452415:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:2.0:1776198907.452488:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:2.0:1776198907.452490:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:2.0:1776198907.452508:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231082496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.452521:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231082496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198907.452559:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004658fbbd. 02000000:00000010:2.0:1776198907.452729:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe916e0c. 02000000:00000010:2.0:1776198907.452738:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003886884c. 00000100:00000010:2.0:1776198907.452743:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:2.0:1776198907.452748:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:2.0:1776198907.452753:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b08eb5e0. 00080000:00000010:2.0:1776198907.452776:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db74b92d. 00010000:00000010:2.0:1776198907.453346:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000102fd132. 00010000:00000010:2.0:1776198907.453357:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001046d27d. 00010000:00000010:0.0:1776198907.453789:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.0:1776198907.453799:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000766bfb31. 00010000:00000010:0.0:1776198907.453909:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8f024d9. 00000100:00000010:0.0:1776198907.453919:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198907.453931:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198907.453948:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de1003ec. 02000000:00000010:0.0:1776198907.453989:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b07be5c5. 00000400:00000010:0.0:1776198907.454007:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d514ae1. 00000400:00000010:0.0:1776198907.454015:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198907.454023:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082560, portal 16 00000400:00000010:0.0:1776198907.454030:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198907.454032:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082560, offset 0 00000400:00000200:0.0:1776198907.454044:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.454596:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.454685:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.454690:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.454694:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.454698:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92372:92372:256:4294967295] 192.168.204.56@tcp LPNI seq info [92372:92372:8:4294967295] 00000400:00000200:0.0:1776198907.454711:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.454719:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.454725:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198907.454735:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.454743:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.454748:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198907.455287:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3cc26f. 00010000:00000010:1.1:1776198907.455295:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac7abca. 00000800:00000200:1.0:1776198907.456637:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.456649:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:1.0:1776198907.456751:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.456764:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.456772:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:1.0:1776198907.456775:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:1.0:1776198907.456789:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231082560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.458492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087fe0c92. 00000400:00000200:0.0:1776198907.459024:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.459046:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cc40 00000400:00000200:0.0:1776198907.459056:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb846d [1] + 224 00000400:00000200:0.0:1776198907.459071:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.459076:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.459089:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231082560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.459140:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.459145:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74c00 00000400:00000200:0.0:1776198907.459151:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 1312 00000400:00000200:0.0:1776198907.459209:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.459212:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.459217:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.459224:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 00000400:00000010:1.0:1776198907.459336:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d514ae1. 00000400:00000200:1.0:1776198907.459343:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:1.0:1776198907.459346:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:1.0:1776198907.459355:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231082560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198907.459356:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c148dbce. 00000020:00000010:2.0:1776198907.459366:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000100:00000200:1.0:1776198907.459368:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231082560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198907.459373:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.459411:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ce96fe7 x1862477217745920/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1776198907.459428:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b07be5c5. 02000000:00000010:1.0:1776198907.459437:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de1003ec. 00000100:00000010:1.0:1776198907.459443:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:1.0:1776198907.459449:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00000100:00000200:2.0:1776198907.459451:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745920 00010000:00000010:1.0:1776198907.459454:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8f024d9. 02000000:00000010:2.0:1776198907.459465:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056369ec3. 00010000:00000010:2.0:1776198907.459502:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008427deb2. 00010000:00000010:2.0:1776198907.459526:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042c919b5. 00000100:00000010:2.0:1776198907.459534:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.459552:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:2.0:1776198907.459555:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042c919b5. 00000400:00000010:2.0:1776198907.459579:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198907.459585:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745920, offset 224 00000400:00000200:2.0:1776198907.459593:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.459613:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.459621:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92373:92373:256:4294967295] 192.168.204.56@tcp LPNI seq info [92373:92373:8:4294967295] 00000400:00000200:2.0:1776198907.459632:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.459638:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.459644:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198907.459650:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.459659:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.459663:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.459686:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.459691:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.459696:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c148dbce. 00000800:00000200:2.0:1776198907.459770:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.459774:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:2.0:1776198907.459777:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.459781:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.459784:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:2.0:1776198907.459785:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00080000:00000010:1.0:1776198907.460618:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a396d93f. 00010000:00000010:1.0:1776198907.460761:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000766bfb31. 00010000:00000010:1.0:1776198907.460772:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fbe7f63. 00010000:00000010:1.0:1776198907.460885:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.460893:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041429929. 00010000:00000010:1.0:1776198907.460906:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.460914:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.460924:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.460942:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001918cabc. 02000000:00000010:1.0:1776198907.460977:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fbea84a. 00000400:00000010:1.0:1776198907.460984:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.460990:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198907.461007:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082624, portal 16 00000400:00000010:1.0:1776198907.461013:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198907.461015:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082624, offset 0 00000400:00000200:1.0:1776198907.461023:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.461036:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.461045:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.461050:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.461053:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.461056:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92374:92374:256:4294967295] 192.168.204.56@tcp LPNI seq info [92374:92374:8:4294967295] 00000400:00000200:1.0:1776198907.461065:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.461071:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.461075:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198907.461087:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.461093:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.461097:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198907.464482:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f995190. 00010000:00000010:2.1:1776198907.464500:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ace564. 00010000:00000010:2.1:1776198907.464505:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00000800:00000200:2.0:1776198907.467960:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.467973:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198907.467989:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.468013:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.468021:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:2.0:1776198907.468024:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:2.0:1776198907.468040:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231082624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.470600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6f52e67. 00000400:00000200:0.0:1776198907.472310:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.472340:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cc80 00000400:00000200:0.0:1776198907.472351:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8479 [1] + 224 00000400:00000200:0.0:1776198907.472365:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.472370:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.472396:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231082624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.472439:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.472445:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74c40 00000400:00000200:0.0:1776198907.472450:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 1640 00000400:00000010:1.0:1776198907.472942:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.472949:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:1.0:1776198907.472952:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:1.0:1776198907.472961:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231082624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.472970:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231082624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.473019:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fbea84a. 02000000:00000010:1.0:1776198907.473028:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001918cabc. 00000100:00000010:1.0:1776198907.473032:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.473037:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.473042:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00000400:00000200:0.0:1776198907.473336:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.473342:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.473348:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.473356:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00000020:00000010:1.0:1776198907.473558:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001918cabc. 00000020:00000010:1.0:1776198907.473567:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.473582:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.473624:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24566f7 x1862477217745984/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198907.473661:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217745984 02000000:00000010:1.0:1776198907.473676:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006fbea84a. 00010000:00000010:1.0:1776198907.473714:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a3d0c51. 00010000:00000010:1.0:1776198907.473740:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.473749:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.473758:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.473761:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00000400:00000010:1.0:1776198907.473776:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198907.473782:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217745984, offset 224 00000400:00000200:1.0:1776198907.473791:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.473807:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.473826:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92375:92375:256:4294967295] 192.168.204.56@tcp LPNI seq info [92375:92375:8:4294967295] 00000400:00000200:1.0:1776198907.473840:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.473846:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.473852:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198907.473859:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.473868:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.473873:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.473893:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000920d7b12. 00000020:00000010:1.0:1776198907.473899:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.473902:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001918cabc. 00000800:00000200:2.0:1776198907.474389:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.474394:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198907.474400:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.474405:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.474409:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:2.0:1776198907.474411:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00080000:00000010:0.0:1776198907.475037:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002342dd85. 00010000:00000010:0.0:1776198907.475312:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041429929. 00010000:00000010:0.0:1776198907.475324:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009a496be. 00010000:00000010:0.0:1776198907.475512:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000600249e8. 00010000:00000010:0.0:1776198907.475520:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bc2019e0. 00010000:00000010:0.0:1776198907.475536:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038eab068. 00000100:00000010:0.0:1776198907.475545:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f998d75a. 00000100:00000010:0.0:1776198907.475556:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198907.475777:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011b8ac0e. 02000000:00000010:0.0:1776198907.476205:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bad43626. 00000400:00000010:0.0:1776198907.476215:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053cc07ba. 00000400:00000010:0.0:1776198907.476223:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198907.476232:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082688, portal 16 00000400:00000010:0.0:1776198907.476240:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198907.476243:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082688, offset 0 00000400:00000200:0.0:1776198907.476622:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.476646:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.476654:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.476658:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.476662:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.476666:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92376:92376:256:4294967295] 192.168.204.56@tcp LPNI seq info [92376:92376:8:4294967295] 00000400:00000200:0.0:1776198907.476677:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.476684:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.476692:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198907.476700:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.476708:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.476713:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.477023:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.477029:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198907.477037:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.477044:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.477050:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:2.0:1776198907.477053:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:2.0:1776198907.477063:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231082688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.483061:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.483089:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ccc0 00000400:00000200:3.0:1776198907.483101:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8485 [1] + 224 00000400:00000200:3.0:1776198907.483125:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.483131:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.483148:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231082688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.483192:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.483198:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74c80 00000400:00000200:3.0:1776198907.483204:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6d95 [2] + 1968 00000400:00000010:3.0:1776198907.483209:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083438bff. 00000400:00000200:3.0:1776198907.483214:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000050124fd9 00000400:00000200:3.0:1776198907.484025:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.484036:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.484042:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050124fd9 00000400:00000010:3.0:1776198907.484045:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000050124fd9 (tot 82346882). 00000100:00000200:3.0:1776198907.484054:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198907.484150:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fca7497. 00000020:00000010:3.0:1776198907.484158:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.484164:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.484206:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ec782660 x1862477217746048/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.484248:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746048 02000000:00000010:3.0:1776198907.484294:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9941d9b. 00010000:00000010:3.0:1776198907.484361:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d1c3a21. 00000100:00000010:3.0:1776198907.484370:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079c61055. 00000100:00000010:3.0:1776198907.484379:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079c61055. 00010000:00000010:3.0:1776198907.484382:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d1c3a21. 00000400:00000010:3.0:1776198907.485019:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198907.485030:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746048, offset 224 00000400:00000200:3.0:1776198907.485040:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.485057:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.485064:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92377:92377:256:4294967295] 192.168.204.56@tcp LPNI seq info [92377:92377:8:4294967295] 00000400:00000200:3.0:1776198907.485076:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.485081:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.485086:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b39dacd2 (tot 82347130). 00000800:00000200:3.0:1776198907.485093:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.485100:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.485117:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b39dacd2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.485148:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.485153:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.485158:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fca7497. 02000000:00000010:3.0:1776198907.485170:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006fbea84a. 00000100:00000010:3.0:1776198907.485176:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 02000000:00000010:3.0:1776198907.485181:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056369ec3. 00000100:00000010:3.0:1776198907.485184:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 02000000:00000010:3.0:1776198907.485190:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000cb75f45. 00000100:00000010:3.0:1776198907.485192:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 02000000:00000010:3.0:1776198907.485196:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003eea68fb. 00000100:00000010:3.0:1776198907.485204:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 02000000:00000010:3.0:1776198907.485207:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b2488a5. 00000100:00000010:3.0:1776198907.485209:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 02000000:00000010:3.0:1776198907.485212:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e616e067. 00000100:00000010:3.0:1776198907.485214:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000200:3.0:1776198907.485224:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198907.485231:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dfa4330. 00000400:00000010:3.0:1776198907.485236:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000079c61055 (tot 82347282). 00010000:00000010:1.1:1776198907.485373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058a21e32. 00010000:00000010:1.1:1776198907.485382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00000400:00000010:1.0:1776198907.485489:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053cc07ba. 00000400:00000200:1.0:1776198907.485494:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:1.0:1776198907.485496:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:1.0:1776198907.485505:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231082688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.485516:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231082688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.485543:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef2e7bdf. 02000000:00000010:1.0:1776198907.485556:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bad43626. 02000000:00000010:1.0:1776198907.485561:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011b8ac0e. 00000100:00000010:1.0:1776198907.485565:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:1.0:1776198907.485568:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f998d75a. 00010000:00000010:1.0:1776198907.485582:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038eab068. 00080000:00000010:1.0:1776198907.485616:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001918cabc. 00010000:00000010:1.0:1776198907.485738:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2019e0. 00010000:00000010:1.0:1776198907.485746:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b20a7bc. 00010000:00000010:1.0:1776198907.485883:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198907.485890:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a62a4943. 00010000:00000010:1.0:1776198907.485909:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.485918:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.485927:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.485948:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e616e067. 02000000:00000010:1.0:1776198907.485990:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b2488a5. 00000400:00000010:1.0:1776198907.486013:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.486018:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.486023:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082752, portal 16 00000400:00000010:1.0:1776198907.486028:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198907.486030:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082752, offset 0 00000400:00000200:1.0:1776198907.486037:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.486047:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.486055:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.486059:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.486062:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.486065:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92378:92378:255:4294967295] 192.168.204.56@tcp LPNI seq info [92378:92378:7:4294967295] 00000400:00000200:1.0:1776198907.486073:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.486078:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.486082:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198907.486087:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.486091:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.486093:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.486666:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.486672:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b39dacd2 (tot 82347282). 00000400:00000200:2.0:1776198907.486679:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.486687:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.486692:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:2.0:1776198907.486694:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 02000000:00000010:2.0:1776198907.486701:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9941d9b. 00000800:00000200:2.0:1776198907.486791:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.486794:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198907.486797:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.486801:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.486803:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:2.0:1776198907.486805:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:2.0:1776198907.486812:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231082752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.490377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e30946d1. 00000400:00000200:3.0:1776198907.490904:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.490936:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cd00 00000400:00000200:3.0:1776198907.490946:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8495 [1] + 224 00000400:00000200:3.0:1776198907.490972:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.490978:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.490992:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231082752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.494288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084fe5a90. 00010000:00000010:0.1:1776198907.494307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198907.494775:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025a4094e. 00010000:00000010:1.1:1776198907.494785:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b461d0a0. 00010000:00000010:1.1:1776198907.494789:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00000400:00000010:1.0:1776198907.494807:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.494812:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.494903:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.494928:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231082752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.494942:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231082752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.495003:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b2488a5. 02000000:00000010:1.0:1776198907.495010:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e616e067. 00000100:00000010:1.0:1776198907.495015:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.495027:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.495032:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00000400:00000200:2.0:1776198907.495719:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.495739:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74cc0 00000400:00000200:2.0:1776198907.495748:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 0 00000400:00000200:2.0:1776198907.496709:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.496722:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.496732:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.496742:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:3.0:1776198907.498006:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fca7497. 00000020:00000010:3.0:1776198907.498024:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.498030:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.498072:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217746112/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.498357:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746112 02000000:00000010:3.0:1776198907.498372:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0b92580. 00010000:00000010:3.0:1776198907.498411:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fa08912. 00010000:00000010:3.0:1776198907.498496:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198907.498507:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7355071. 00000100:00000010:3.0:1776198907.498562:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7355071. 00010000:00000010:3.0:1776198907.498567:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00000400:00000010:3.0:1776198907.498588:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198907.498596:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746112, offset 224 00000400:00000200:3.0:1776198907.498617:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.498638:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.498646:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92379:92379:256:4294967295] 192.168.204.56@tcp LPNI seq info [92379:92379:8:4294967295] 00000400:00000200:3.0:1776198907.498659:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.498666:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.498672:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198907.498680:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.498689:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.498694:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.498717:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.498722:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.498726:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fca7497. 00000800:00000200:3.0:1776198907.498871:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.498875:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:3.0:1776198907.498881:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.498887:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.498892:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:3.0:1776198907.498895:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00080000:00000010:2.0:1776198907.500900:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0157ebf. 00010000:00000010:2.0:1776198907.501800:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a62a4943. 00010000:00000010:2.0:1776198907.501876:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007de00327. 00010000:00000010:2.0:1776198907.502207:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.0:1776198907.502217:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009a43caaf. 00010000:00000010:2.0:1776198907.502235:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042c919b5. 00000100:00000010:2.0:1776198907.502246:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.502281:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198907.502300:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056369ec3. 02000000:00000010:2.0:1776198907.502342:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b2d920c. 00000400:00000010:2.0:1776198907.502352:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198907.502361:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198907.502380:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082816, portal 16 00000400:00000010:2.0:1776198907.502387:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198907.502390:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082816, offset 0 00000400:00000200:2.0:1776198907.502402:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.502426:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.502436:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.502441:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.502445:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.502449:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92380:92380:256:4294967295] 192.168.204.56@tcp LPNI seq info [92380:92380:8:4294967295] 00000400:00000200:2.0:1776198907.502460:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.502467:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.502473:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3be3ab9 (tot 82347282). 00000800:00000200:2.0:1776198907.502482:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.502492:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.502497:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c3be3ab9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.502658:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.502663:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3be3ab9 (tot 82347034). 00000400:00000200:3.0:1776198907.502669:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.502675:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.502681:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:3.0:1776198907.502683:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:3.0:1776198907.502693:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231082816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198907.505040:0:78577:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca033e8f. 00000020:00000010:0.0:1776198907.505056:0:78577:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011b8ac0e. 00000040:00000010:0.0:1776198907.505060:0:78577:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000bad43626. 00000020:00000010:0.0:1776198907.505065:0:78577:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000050c086a1. 00000020:00000010:0.0:1776198907.505073:0:78577:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000cc8a7214. 00000020:00000010:0.0:1776198907.505079:0:78577:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000000cb75f45. 80000000:00000010:0.0:1776198907.505085:0:78577:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000267b82d4. 40000000:00000010:0.0:1776198907.505090:0:78577:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000ceb08afc. 00100000:00000010:0.0:1776198907.505098:0:78577:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000005d2879a9. 00040000:00000010:0.0:1776198907.505104:0:78577:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ddd13a34. 00040000:00000010:0.0:1776198907.505112:0:78577:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000008c0c0c14. 00040000:00000010:0.0:1776198907.505117:0:78577:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000de1003ec. 00080000:00000010:0.0:1776198907.505126:0:78577:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000c44ed1ba. 00080000:00000010:0.0:1776198907.505133:0:78577:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007e896221. 00000004:00000010:0.0:1776198907.505144:0:78577:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000005a06b4bd. 00000004:00000010:0.0:1776198907.505152:0:78577:0:(mdt_handler.c:7616:mdt_key_init()) kmalloced '(value)': 2352 at 00000000765018de. 00000004:00000010:0.0:1776198907.505159:0:78577:0:(lod_dev.c:2028:lod_key_init()) kmalloced '(value)': 1176 at 000000000bbe7ea1. 00002000:00000010:0.0:1776198907.505165:0:78577:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 00000000c19ee8d0. 00000004:00000010:0.0:1776198907.505171:0:78577:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000dfa3c8e4. 00000020:00000010:0.0:1776198907.505217:0:78577:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000011b8ac0e. 00000040:00000010:0.0:1776198907.505222:0:78577:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000bad43626. 00000020:00000010:0.0:1776198907.505226:0:78577:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000050c086a1. 00000020:00000010:0.0:1776198907.505232:0:78577:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000cc8a7214. 00000020:00000010:0.0:1776198907.505240:0:78577:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000000cb75f45. 80000000:00000010:0.0:1776198907.505244:0:78577:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000267b82d4. 40000000:00000010:0.0:1776198907.505247:0:78577:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000ceb08afc. 00100000:00000010:0.0:1776198907.505352:0:78577:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000005d2879a9. 00040000:00000010:0.0:1776198907.505356:0:78577:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000ddd13a34. 00040000:00000010:0.0:1776198907.505362:0:78577:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 000000008c0c0c14. 00040000:00000010:0.0:1776198907.505365:0:78577:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000de1003ec. 00080000:00000010:0.0:1776198907.505370:0:78577:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007e896221. 00080000:00000010:0.0:1776198907.505375:0:78577:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000c44ed1ba. 00000004:00000010:0.0:1776198907.505380:0:78577:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 000000005a06b4bd. 00000004:00000010:0.0:1776198907.505385:0:78577:0:(mdt_handler.c:7635:mdt_key_fini()) kfreed 'info': 2352 at 00000000765018de. 00000004:00000010:0.0:1776198907.505392:0:78577:0:(lod_dev.c:2058:lod_key_fini()) kfreed 'info': 1176 at 000000000bbe7ea1. 00002000:00000010:0.0:1776198907.505396:0:78577:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 00000000c19ee8d0. 00000004:00000010:0.0:1776198907.505401:0:78577:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 00000000dfa3c8e4. 00000020:00000010:0.0:1776198907.505406:0:78577:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca033e8f. 00000400:00000200:3.0:1776198907.511165:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.511192:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cd40 00000400:00000200:3.0:1776198907.511206:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84a1 [1] + 224 00000400:00000200:3.0:1776198907.511223:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.511229:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.511244:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231082816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.511307:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.511312:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74d00 00000400:00000200:3.0:1776198907.511318:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 328 00000400:00000200:3.0:1776198907.511330:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.511334:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.511339:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.511345:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000020:00000010:3.0:1776198907.511408:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e9790b. 00000020:00000010:3.0:1776198907.511417:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.511434:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.511470:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e57c639b x1862477217746176/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198907.511504:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746176 02000000:00000010:3.0:1776198907.511519:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006fca7497. 00010000:00000010:3.0:1776198907.511572:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198907.511582:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7355071. 00000100:00000010:3.0:1776198907.511591:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7355071. 00010000:00000010:3.0:1776198907.511596:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00000400:00000010:3.0:1776198907.511838:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198907.511845:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746176, offset 224 00000400:00000200:3.0:1776198907.511854:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.511867:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.511873:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92381:92381:256:4294967295] 192.168.204.56@tcp LPNI seq info [92381:92381:8:4294967295] 00000400:00000200:3.0:1776198907.511884:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.511889:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.511895:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347282). 00000800:00000200:3.0:1776198907.511902:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.511911:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.511915:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.511985:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.511992:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.512005:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e9790b. 00010000:00000010:3.1:1776198907.512300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009531a5ec. 00000400:00000010:1.0:1776198907.512799:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:1.0:1776198907.512806:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:1.0:1776198907.512808:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:1.0:1776198907.513096:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231082816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.513110:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231082816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.513143:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000306c81fe. 02000000:00000010:1.0:1776198907.513163:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b2d920c. 02000000:00000010:1.0:1776198907.513169:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056369ec3. 00000100:00000010:1.0:1776198907.513174:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:1.0:1776198907.513178:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:1.0:1776198907.513182:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042c919b5. 00080000:00000010:1.0:1776198907.513207:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e616e067. 00010000:00000010:1.0:1776198907.513361:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a43caaf. 00010000:00000010:1.0:1776198907.513369:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edc7901e. 00010000:00000010:1.0:1776198907.513471:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ca28f9. 00010000:00000010:1.0:1776198907.513479:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed06ea48. 00010000:00000010:1.0:1776198907.513492:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.513500:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.513511:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.513528:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b2488a5. 02000000:00000010:1.0:1776198907.513563:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fbea84a. 00000400:00000010:1.0:1776198907.513571:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.513577:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.513585:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082880, portal 16 00000400:00000010:1.0:1776198907.513591:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198907.513593:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082880, offset 0 00000400:00000200:1.0:1776198907.513601:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.513619:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.513628:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.513633:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.513637:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.513641:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92382:92382:255:4294967295] 192.168.204.56@tcp LPNI seq info [92382:92382:7:4294967295] 00000400:00000200:1.0:1776198907.513917:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.513925:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.513932:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198907.513940:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.513947:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.513951:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198907.515139:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4692314. 00010000:00000010:2.1:1776198907.515240:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000800:00000200:2.0:1776198907.515625:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.515631:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347282). 00000400:00000200:2.0:1776198907.515640:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.515651:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.515657:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:2.0:1776198907.515661:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00000800:00000200:2.0:1776198907.515897:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.515900:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198907.515906:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.515910:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.515914:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:2.0:1776198907.515916:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000100:00000200:2.0:1776198907.515928:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231082880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.519934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab5837f6. 00010000:00000010:1.1:1776198907.522301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059340ce0. 00010000:00000010:1.1:1776198907.522320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00000400:00000200:3.0:1776198907.523289:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.523314:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cd80 00000400:00000200:3.0:1776198907.523326:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84ad [1] + 224 00000400:00000200:3.0:1776198907.523348:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.523354:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.523370:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231082880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.528341:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.528366:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74d40 00000400:00000200:3.0:1776198907.528376:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 656 00000400:00000200:3.0:1776198907.528462:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.528467:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.528475:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.528485:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 00000020:00000010:3.0:1776198907.528565:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e9790b. 00000020:00000010:3.0:1776198907.528574:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.528579:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.528624:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1cfef5f x1862477217746240/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.528658:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746240 02000000:00000010:3.0:1776198907.528672:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198907.528726:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198907.528735:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7355071. 00000100:00000010:3.0:1776198907.528744:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7355071. 00010000:00000010:3.0:1776198907.528748:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00000400:00000010:3.0:1776198907.528767:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198907.528773:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746240, offset 224 00000400:00000200:3.0:1776198907.528781:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.528797:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.528804:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92383:92383:256:4294967295] 192.168.204.56@tcp LPNI seq info [92383:92383:8:4294967295] 00000400:00000200:3.0:1776198907.528823:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.528830:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.528837:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198907.528844:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.528853:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.528857:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.528880:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.528885:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.528889:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e9790b. 00000800:00000200:3.0:1776198907.528967:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.528971:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:3.0:1776198907.528976:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.528979:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.528984:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:3.0:1776198907.528986:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000400:00000010:1.0:1776198907.530564:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.530576:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.530578:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.530593:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231082880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.530808:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231082880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.530856:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cde4a2a9. 02000000:00000010:1.0:1776198907.530877:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fbea84a. 02000000:00000010:1.0:1776198907.530884:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b2488a5. 00000100:00000010:1.0:1776198907.530889:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.530894:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.530898:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00080000:00000010:0.0:1776198907.530992:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d747540. 00010000:00000010:0.0:1776198907.531289:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed06ea48. 00010000:00000010:0.0:1776198907.531299:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ba62ecd. 00010000:00000010:0.0:1776198907.531404:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3c9034a. 00010000:00000010:0.0:1776198907.531412:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fdd103df. 00010000:00000010:0.0:1776198907.531432:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bf41a08. 00000100:00000010:0.0:1776198907.531441:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198907.531452:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198907.531469:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca033e8f. 02000000:00000010:0.0:1776198907.531513:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b07be5c5. 00000400:00000010:0.0:1776198907.531521:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198907.531528:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198907.531537:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231082944, portal 16 00000400:00000010:0.0:1776198907.531544:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198907.531547:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231082944, offset 0 00000400:00000200:0.0:1776198907.531556:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.531576:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.531586:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.531591:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.531595:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.531598:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92384:92384:256:4294967295] 192.168.204.56@tcp LPNI seq info [92384:92384:8:4294967295] 00000400:00000200:0.0:1776198907.531611:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.531618:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.531624:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198907.531632:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.531641:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.531647:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.531841:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.531847:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198907.531853:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.531859:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.531865:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:3.0:1776198907.531868:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000100:00000200:3.0:1776198907.531876:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231082944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.535678:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.535706:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cdc0 00000400:00000200:3.0:1776198907.535718:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84b9 [1] + 224 00000400:00000200:3.0:1776198907.535736:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.535740:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.535754:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231082944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.536047:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:0.0:1776198907.536055:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198907.536058:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:0.0:1776198907.536066:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231082944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.536076:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231082944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.536117:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b07be5c5. 02000000:00000010:0.0:1776198907.536126:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca033e8f. 00000100:00000010:0.0:1776198907.536131:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198907.536136:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198907.536150:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bf41a08. 00000400:00000200:3.0:1776198907.540014:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.540041:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74d80 00000400:00000200:3.0:1776198907.540051:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 984 00000400:00000200:3.0:1776198907.540485:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.540493:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.540501:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.540509:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00000020:00000010:2.0:1776198907.540658:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c148dbce. 00000020:00000010:2.0:1776198907.540668:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.540673:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.540720:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cd824bf x1862477217746304/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198907.540756:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746304 02000000:00000010:2.0:1776198907.540770:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000105a0841. 00010000:00000010:2.0:1776198907.540810:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fbd40ee. 00010000:00000010:2.0:1776198907.540839:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198907.540851:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.540873:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:2.0:1776198907.540877:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198907.540896:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198907.540901:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746304, offset 224 00000400:00000200:2.0:1776198907.540911:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.540927:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.540934:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92385:92385:256:4294967295] 192.168.204.56@tcp LPNI seq info [92385:92385:8:4294967295] 00000400:00000200:2.0:1776198907.540945:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.540951:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.540956:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198907.540962:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.540971:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.540976:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.541008:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.541014:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.541019:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c148dbce. 00000800:00000200:2.0:1776198907.541124:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.541128:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347034). 00000400:00000200:2.0:1776198907.541133:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.541137:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.541141:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:2.0:1776198907.541144:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00080000:00000010:1.0:1776198907.541934:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b2488a5. 00010000:00000010:1.0:1776198907.542102:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdd103df. 00010000:00000010:1.0:1776198907.542122:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdd98647. 00010000:00000010:1.0:1776198907.542218:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198907.542222:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000920d7b12. 00010000:00000010:1.0:1776198907.542229:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198907.542234:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00080000:00000010:1.0:1776198907.542249:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fbea84a. 00010000:00000010:1.0:1776198907.542298:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.542301:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000920d7b12. 00010000:00000010:1.0:1776198907.542358:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.542361:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.542370:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.542376:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.542388:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.542407:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe916e0c. 02000000:00000010:1.0:1776198907.542442:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae98d04b. 00000400:00000010:1.0:1776198907.542449:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.542456:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.542464:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083008, portal 16 00000400:00000010:1.0:1776198907.542471:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198907.542474:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083008, offset 0 00000400:00000200:1.0:1776198907.542483:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.542499:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.542508:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.542512:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.542515:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.542518:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92386:92386:256:4294967295] 192.168.204.56@tcp LPNI seq info [92386:92386:8:4294967295] 00000400:00000200:1.0:1776198907.542527:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.542534:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.542538:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198907.542545:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.542550:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.542554:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.543873:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.543882:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198907.543892:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.543903:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.543910:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:3.0:1776198907.543912:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000100:00000200:3.0:1776198907.543925:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231083008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.547525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a05fa4. 00010000:00000010:0.1:1776198907.550310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbe13e2. 00010000:00000010:0.1:1776198907.550333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ca28f9. 00010000:00000010:2.1:1776198907.550606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90fe558. 00000400:00000200:2.0:1776198907.555409:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.555442:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ce00 00000400:00000200:2.0:1776198907.555468:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84c5 [1] + 224 00000400:00000200:2.0:1776198907.555487:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.555492:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.555510:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231083008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.555556:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.555563:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74dc0 00000400:00000200:2.0:1776198907.555569:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 1312 00000400:00000200:2.0:1776198907.555582:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.555585:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.555589:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.555597:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00010000:00000010:1.1:1776198907.555678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e588bea8. 00010000:00000010:1.1:1776198907.555692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00010000:00000010:1.1:1776198907.555698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198907.555705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000020:00000010:0.0:1776198907.555762:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca033e8f. 00000020:00000010:0.0:1776198907.555773:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b39f2093. 00000020:00000010:0.0:1776198907.555779:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.555828:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217746368/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198907.555869:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746368 02000000:00000010:0.0:1776198907.555886:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b07be5c5. 00010000:00000010:0.0:1776198907.555945:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bf41a08. 00000100:00000010:0.0:1776198907.555964:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198907.555976:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198907.555981:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bf41a08. 00000400:00000010:0.0:1776198907.556013:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198907.556020:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746368, offset 224 00000400:00000200:0.0:1776198907.556030:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.556045:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.556053:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92387:92387:256:4294967295] 192.168.204.56@tcp LPNI seq info [92387:92387:8:4294967295] 00000400:00000200:0.0:1776198907.556067:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.556073:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.556079:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198907.556086:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.556096:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.556101:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1776198907.556104:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.556111:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.556114:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.556122:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231083008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198907.556123:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b39f2093. 00000020:00000010:0.0:1776198907.556130:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000100:00000200:1.0:1776198907.556134:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231083008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198907.556136:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca033e8f. 00010000:00000010:1.0:1776198907.556165:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfd55aac. 02000000:00000010:1.0:1776198907.556184:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae98d04b. 02000000:00000010:1.0:1776198907.556191:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe916e0c. 00000100:00000010:1.0:1776198907.556200:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.556204:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.556208:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00080000:00000010:1.0:1776198907.556233:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe916e0c. 00010000:00000010:1.0:1776198907.556367:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.556374:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc2a06f7. 00010000:00000010:1.0:1776198907.556483:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198907.556491:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.556503:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.556506:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.556512:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.556526:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae98d04b. 02000000:00000010:1.0:1776198907.556556:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003886884c. 00000400:00000010:1.0:1776198907.556562:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.556565:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.556571:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083072, portal 16 00000400:00000010:1.0:1776198907.556576:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198907.556577:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083072, offset 0 00000400:00000200:1.0:1776198907.556584:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.556592:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.556602:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.556607:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.556611:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.556613:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92388:92388:255:4294967295] 192.168.204.56@tcp LPNI seq info [92388:92388:7:4294967295] 00000400:00000200:1.0:1776198907.556619:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.556624:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.556628:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347530). 00000800:00000200:1.0:1776198907.556632:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.556636:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.556638:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.557979:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.557990:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347282). 00000400:00000200:2.0:1776198907.558013:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.558024:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.558041:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:2.0:1776198907.558043:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000800:00000200:2.0:1776198907.558146:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.558301:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198907.558306:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.558311:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.558314:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:2.0:1776198907.558316:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000100:00000200:2.0:1776198907.558325:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231083072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.566307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045616216. 00010000:00000010:1.1:1776198907.566335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000713ae7f1. 00010000:00000010:1.1:1776198907.566341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00000400:00000200:0.0:1776198907.568524:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.568569:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ce40 00000400:00000200:0.0:1776198907.568587:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84d1 [1] + 224 00000400:00000200:0.0:1776198907.568623:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.568630:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.568652:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231083072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.568708:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.568715:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74e00 00000400:00000200:0.0:1776198907.568722:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 1640 00000400:00000200:0.0:1776198907.568735:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.568739:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.568743:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.568752:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000400:00000010:1.0:1776198907.568851:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.568859:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.568863:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.568872:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231083072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.568882:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231083072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198907.568904:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c148dbce. 00000020:00000010:2.0:1776198907.568925:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 02000000:00000010:1.0:1776198907.568929:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003886884c. 00000020:00000010:2.0:1776198907.568932:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 02000000:00000010:1.0:1776198907.568937:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae98d04b. 00000100:00000010:1.0:1776198907.568944:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.568949:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.568954:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00000100:00000200:2.0:1776198907.568970:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0f3b3a x1862477217746432/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198907.569021:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746432 02000000:00000010:2.0:1776198907.569037:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056369ec3. 00010000:00000010:2.0:1776198907.569079:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffd61572. 00010000:00000010:2.0:1776198907.569108:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198907.569116:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.569131:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:2.0:1776198907.569133:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00080000:00000010:1.0:1776198907.569348:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae98d04b. 00000400:00000010:2.0:1776198907.569410:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198907.569418:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746432, offset 224 00000400:00000200:2.0:1776198907.569428:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.569444:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00010000:00000010:1.0:1776198907.569498:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.569506:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038eed9ea. 00000400:00000200:2.0:1776198907.569525:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92389:92389:256:4294967295] 192.168.204.56@tcp LPNI seq info [92389:92389:8:4294967295] 00000400:00000200:2.0:1776198907.569540:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.569545:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.569552:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000942ddc2e (tot 82347282). 00000800:00000200:2.0:1776198907.569559:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.569569:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.569574:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000942ddc2e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.569602:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.569606:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.569612:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c148dbce. 00010000:00000010:1.0:1776198907.569650:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.569657:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.569669:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.569673:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.569681:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.569697:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003886884c. 02000000:00000010:1.0:1776198907.569732:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7076736. 00000400:00000010:1.0:1776198907.569737:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.569742:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.569747:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083136, portal 16 00000400:00000010:1.0:1776198907.569753:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198907.569755:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083136, offset 0 00000400:00000200:1.0:1776198907.569760:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.569767:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.569775:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.569779:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.569783:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.569785:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92390:92390:255:4294967295] 192.168.204.56@tcp LPNI seq info [92390:92390:7:4294967295] 00000400:00000200:1.0:1776198907.569791:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.569795:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.569799:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347530). 00000800:00000200:1.0:1776198907.569802:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.569806:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.569808:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.570008:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.570013:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000942ddc2e (tot 82347282). 00000400:00000200:0.0:1776198907.570019:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.570023:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.570028:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:0.0:1776198907.570029:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000800:00000200:0.0:1776198907.570111:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.570113:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198907.570117:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.570120:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.570123:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:0.0:1776198907.570124:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000100:00000200:0.0:1776198907.570130:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231083136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.579474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7422615. 00010000:00000010:1.1:1776198907.580151:0:1018:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b890bda. 00010000:00000010:1.1:1776198907.580165:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:0.0:1776198907.586865:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.586892:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ce80 00000400:00000200:0.0:1776198907.586904:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84dd [1] + 224 00000400:00000200:0.0:1776198907.586925:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.586930:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.586945:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231083136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.594579:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.594764:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74e40 00000400:00000200:2.0:1776198907.594776:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6df5 [2] + 1968 00000400:00000010:2.0:1776198907.594783:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ccd1e1c0. 00000400:00000200:2.0:1776198907.594795:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002069be15 00000400:00000200:2.0:1776198907.594889:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.594895:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.594900:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002069be15 00000400:00000010:2.0:1776198907.594903:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002069be15 (tot 82346882). 00000100:00000200:2.0:1776198907.594912:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198907.596673:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.596693:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198907.596700:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.596745:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047059763 x1862477217746496/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.596789:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746496 02000000:00000010:3.0:1776198907.596804:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9941d9b. 00010000:00000010:3.0:1776198907.596866:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198907.596878:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7355071. 00000100:00000010:3.0:1776198907.596889:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7355071. 00010000:00000010:3.0:1776198907.596893:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00000400:00000010:3.0:1776198907.596915:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198907.596924:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746496, offset 224 00000400:00000200:3.0:1776198907.596934:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.596953:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.596960:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92391:92391:256:4294967295] 192.168.204.56@tcp LPNI seq info [92391:92391:8:4294967295] 00000400:00000200:3.0:1776198907.596973:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.596980:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.596985:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347130). 00000800:00000200:3.0:1776198907.597002:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.597010:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.597014:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.597039:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198907.597045:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.597049:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 02000000:00000010:3.0:1776198907.597065:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056369ec3. 00000100:00000010:3.0:1776198907.597070:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 02000000:00000010:3.0:1776198907.597075:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b07be5c5. 00000100:00000010:3.0:1776198907.597078:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198907.597085:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000105a0841. 00000100:00000010:3.0:1776198907.597089:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198907.597092:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00000100:00000010:3.0:1776198907.597096:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198907.597101:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006fca7497. 00000100:00000010:3.0:1776198907.597103:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198907.597107:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0b92580. 00000100:00000010:3.0:1776198907.597109:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000200:3.0:1776198907.597117:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198907.597125:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000673c8749. 00000400:00000010:3.0:1776198907.597131:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7355071 (tot 82347282). 00000800:00000200:3.0:1776198907.597295:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.597300:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000010:1.0:1776198907.597302:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:3.0:1776198907.597306:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.597310:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.597313:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000400:00000200:3.0:1776198907.597314:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.597319:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:3.0:1776198907.597321:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000100:00000200:1.0:1776198907.597325:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231083136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.597326:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9941d9b. 00000100:00000200:1.0:1776198907.597340:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231083136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.597370:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645173da. 02000000:00000010:1.0:1776198907.597395:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7076736. 02000000:00000010:1.0:1776198907.597402:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003886884c. 00000100:00000010:1.0:1776198907.597406:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.597411:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.597415:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00080000:00000010:1.0:1776198907.597502:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003886884c. 00010000:00000010:1.0:1776198907.597831:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.597841:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ceeeacf4. 00010000:00000010:1.0:1776198907.598095:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198907.598102:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.598116:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.598122:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.598130:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.598144:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7076736. 02000000:00000010:1.0:1776198907.598492:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f0a4f3. 00000400:00000010:1.0:1776198907.598500:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.598505:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.598510:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083200, portal 16 00000400:00000010:1.0:1776198907.598516:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cf5c748. 00000100:00000200:1.0:1776198907.598518:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083200, offset 0 00000400:00000200:1.0:1776198907.598528:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.598543:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.598552:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.598558:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.598561:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.598564:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92392:92392:256:4294967295] 192.168.204.56@tcp LPNI seq info [92392:92392:8:4294967295] 00000400:00000200:1.0:1776198907.598575:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.598581:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.598586:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.598592:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.598599:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.598603:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.598810:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.598815:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198907.598821:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.598826:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.598830:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:2.0:1776198907.598832:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000100:00000200:2.0:1776198907.598838:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231083200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.611080:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.611108:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cec0 00000400:00000200:2.0:1776198907.611122:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84ed [1] + 224 00000400:00000200:2.0:1776198907.611138:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.611142:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.611158:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231083200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.611213:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.611218:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74e80 00000400:00000200:2.0:1776198907.611224:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 0 00000400:00000200:2.0:1776198907.611629:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.611636:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.611642:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.611650:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:3.0:1776198907.612089:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e9790b. 00000020:00000010:3.0:1776198907.612100:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198907.612106:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.612155:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217746560/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.612201:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746560 02000000:00000010:3.0:1776198907.612216:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9941d9b. 00010000:00000010:3.0:1776198907.612288:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198907.612298:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.612306:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:3.0:1776198907.612309:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000010:3.0:1776198907.612327:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198907.612333:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746560, offset 224 00000400:00000200:3.0:1776198907.612342:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.612357:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.612364:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92393:92393:256:4294967295] 192.168.204.56@tcp LPNI seq info [92393:92393:8:4294967295] 00000400:00000200:3.0:1776198907.612375:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.612380:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.612385:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347282). 00000800:00000200:3.0:1776198907.612392:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.612399:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.612403:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1776198907.613358:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.613371:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.613374:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.613388:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231083200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.613399:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231083200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198907.613433:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a26f3ce1. 02000000:00000010:1.0:1776198907.613453:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f0a4f3. 02000000:00000010:1.0:1776198907.613461:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7076736. 00000100:00000010:1.0:1776198907.613466:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.613470:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.613473:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00080000:00000010:1.0:1776198907.613499:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036f0a4f3. 00010000:00000010:1.0:1776198907.613653:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.613662:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff87cc92. 00000800:00000200:2.0:1776198907.613690:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.613696:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:2.0:1776198907.613703:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.613709:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.613714:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:2.0:1776198907.613716:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000020:00000010:3.0:1776198907.613774:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198907.613783:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.613788:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e9790b. 00010000:00000010:1.0:1776198907.615442:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198907.615462:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.615485:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.615496:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.615511:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.615534:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7076736. 02000000:00000010:1.0:1776198907.615576:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a988c20. 00000400:00000010:1.0:1776198907.615585:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.615593:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.615604:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083264, portal 16 00000400:00000010:1.0:1776198907.615625:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8a5d80. 00000100:00000200:1.0:1776198907.615628:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083264, offset 0 00000400:00000200:1.0:1776198907.615641:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.615667:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.615680:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.615686:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.615691:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.615697:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92394:92394:256:4294967295] 192.168.204.56@tcp LPNI seq info [92394:92394:8:4294967295] 00000400:00000200:1.0:1776198907.615709:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.615716:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.615723:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198907.615739:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.615749:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.615754:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.616164:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.616170:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198907.616178:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.616184:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.616190:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:2.0:1776198907.616193:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00000100:00000200:2.0:1776198907.616203:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231083264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.617898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27144ac. 00010000:00000010:1.1:1776198907.617932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4b4b0e. 00010000:00000010:1.1:1776198907.617939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00000400:00000200:2.0:1776198907.622375:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.622410:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cf00 00010000:00000010:1.1:1776198907.622431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e690d81. 00000400:00000200:2.0:1776198907.622441:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb84f9 [1] + 224 00010000:00000010:1.1:1776198907.622445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003543c179. 00010000:00000010:1.1:1776198907.622454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:2.0:1776198907.622467:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.622473:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.622490:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231083264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.622550:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.622555:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74ec0 00000400:00000200:2.0:1776198907.622573:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 328 00000400:00000200:2.0:1776198907.622585:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.622589:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:1.0:1776198907.622589:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:1.0:1776198907.622598:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:1.0:1776198907.622601:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.622609:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231083264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.622618:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231083264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.622667:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a988c20. 02000000:00000010:1.0:1776198907.622676:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7076736. 00000100:00000010:1.0:1776198907.622681:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198907.622687:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:1.0:1776198907.622693:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00000100:00000200:2.0:1776198907.622888:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.622897:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:3.0:1776198907.623630:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7e9790b. 00000020:00000010:3.0:1776198907.623642:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.623648:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.623686:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217746624/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.623728:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746624 02000000:00000010:3.0:1776198907.623742:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0b92580. 00010000:00000010:3.0:1776198907.623781:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000885594a. 00010000:00000010:3.0:1776198907.623809:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198907.623819:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.623840:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:3.0:1776198907.623843:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000010:3.0:1776198907.623861:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000100:00000200:3.0:1776198907.623868:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746624, offset 224 00000400:00000200:3.0:1776198907.623878:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.623896:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.623903:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92395:92395:256:4294967295] 192.168.204.56@tcp LPNI seq info [92395:92395:8:4294967295] 00000400:00000200:3.0:1776198907.623917:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.623927:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.623934:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198907.623941:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.623953:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.623961:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.624000:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198907.624008:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.624013:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7e9790b. 00080000:00000010:1.0:1776198907.624124:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7076736. 00010000:00000010:1.0:1776198907.624278:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.624285:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000677eb2c2. 00000800:00000200:2.0:1776198907.624310:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.624316:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:2.0:1776198907.624323:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.624328:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.624334:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:2.0:1776198907.624336:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00010000:00000010:1.0:1776198907.624421:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198907.624429:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a613636. 00010000:00000010:1.0:1776198907.624444:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000805f6d86. 00000100:00000010:1.0:1776198907.624449:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a38715. 00000100:00000010:1.0:1776198907.624457:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198907.624472:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a988c20. 02000000:00000010:1.0:1776198907.624504:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000185366c. 00000400:00000010:1.0:1776198907.624512:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198907.624518:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198907.624524:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083328, portal 16 00000400:00000010:1.0:1776198907.624530:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198907.624532:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083328, offset 0 00000400:00000200:1.0:1776198907.624538:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.624546:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.624555:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.624559:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.624563:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.624566:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92396:92396:256:4294967295] 192.168.204.56@tcp LPNI seq info [92396:92396:8:4294967295] 00000400:00000200:1.0:1776198907.624574:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.624578:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.624582:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198907.624586:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.624591:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.624594:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.626116:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.626125:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198907.626134:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.626144:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.626151:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:2.0:1776198907.626153:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:2.0:1776198907.626165:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231083328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.636536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000577863f7. 00010000:00000010:1.1:1776198907.636565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:3.1:1776198907.636681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e9cfb2. 00000400:00000200:1.0:1776198907.640148:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.640181:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cf40 00000400:00000200:1.0:1776198907.640195:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8505 [1] + 224 00000400:00000200:1.0:1776198907.640213:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.640217:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.640235:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231083328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.640403:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.640409:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74f00 00000400:00000200:1.0:1776198907.640415:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 656 00000400:00000200:1.0:1776198907.640499:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.640505:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.640509:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.640517:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000020:00000010:1.0:1776198907.640581:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020de2c5b. 00000020:00000010:1.0:1776198907.640591:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.640597:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.640638:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217746688/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198907.640673:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746688 02000000:00000010:1.0:1776198907.640688:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004caf43fb. 00010000:00000010:1.0:1776198907.640743:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ed61aa3. 00000100:00000010:1.0:1776198907.640754:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.640766:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.640771:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ed61aa3. 00000400:00000010:1.0:1776198907.640793:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198907.640801:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746688, offset 224 00000400:00000200:1.0:1776198907.640809:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.640823:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.640829:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92397:92397:256:4294967295] 192.168.204.56@tcp LPNI seq info [92397:92397:8:4294967295] 00000400:00000200:1.0:1776198907.640841:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.640847:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.640853:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198907.640860:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.640868:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.640873:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.640895:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.640902:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.640905:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020de2c5b. 00000800:00000200:1.0:1776198907.641020:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.641026:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:1.0:1776198907.641031:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.641035:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.641039:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:1.0:1776198907.641042:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000400:00000010:3.0:1776198907.641478:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:3.0:1776198907.641484:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:3.0:1776198907.641486:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:3.0:1776198907.641495:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231083328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.641505:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231083328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.641531:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036f4f2a2. 02000000:00000010:3.0:1776198907.641550:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000185366c. 02000000:00000010:3.0:1776198907.641557:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a988c20. 00000100:00000010:3.0:1776198907.641562:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:3.0:1776198907.641567:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a38715. 00010000:00000010:3.0:1776198907.641571:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000805f6d86. 00080000:00000010:3.0:1776198907.641590:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7e9790b. 00010000:00000010:3.0:1776198907.641707:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a613636. 00010000:00000010:3.0:1776198907.641715:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e29be84. 00010000:00000010:3.0:1776198907.641833:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074a67b63. 00010000:00000010:3.0:1776198907.641841:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.641855:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198907.641860:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.641870:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198907.641885:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006fca7497. 02000000:00000010:3.0:1776198907.641915:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e85001. 00000400:00000010:3.0:1776198907.641922:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c7595a. 00000400:00000010:3.0:1776198907.641926:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198907.641933:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083392, portal 16 00000400:00000010:3.0:1776198907.641939:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198907.641941:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083392, offset 0 00000400:00000200:3.0:1776198907.641948:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.641959:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.641968:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.641972:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.641975:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.641978:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92398:92398:256:4294967295] 192.168.204.56@tcp LPNI seq info [92398:92398:8:4294967295] 00000400:00000200:3.0:1776198907.641987:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.643814:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.643825:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f325b02 (tot 82347282). 00000800:00000200:3.0:1776198907.643838:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.643848:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.643854:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f325b02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.647467:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.647478:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f325b02 (tot 82347034). 00000400:00000200:2.0:1776198907.647491:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.647506:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.647515:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:2.0:1776198907.647518:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00000100:00000200:2.0:1776198907.647531:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231083392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.649452:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.649482:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cf80 00000400:00000200:2.0:1776198907.649495:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8511 [1] + 224 00000400:00000200:2.0:1776198907.649513:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.649518:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.649531:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231083392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198907.649620:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c7595a. 00000400:00000200:3.0:1776198907.649627:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198907.649629:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198907.649636:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e57c639b x1862477231083392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.649644:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e57c639b x1862477231083392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.649684:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198907.649692:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006fca7497. 00000100:00000010:3.0:1776198907.649697:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 00000100:00000010:3.0:1776198907.649703:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:3.0:1776198907.649708:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000200:3.0:1776198907.651167:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.651192:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74f40 00000400:00000200:3.0:1776198907.651202:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 984 00010000:00000010:3.1:1776198907.651312:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026146871. 00010000:00000010:3.1:1776198907.651323:0:15863:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d80813be. 00010000:00000010:3.1:1776198907.651328:0:15863:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00000400:00000200:3.0:1776198907.651337:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.651342:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.651351:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198907.651358:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000020:00000010:0.0:1776198907.653105:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca033e8f. 00000020:00000010:0.0:1776198907.653122:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000debc0bd8. 00000020:00000010:0.0:1776198907.653129:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.653177:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e57c639b x1862477217746752/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198907.653284:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746752 02000000:00000010:0.0:1776198907.653301:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de1003ec. 00010000:00000010:0.0:1776198907.653345:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ac79bd4. 00010000:00000010:0.0:1776198907.653373:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e6436038. 00000100:00000010:0.0:1776198907.653384:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198907.653401:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198907.653405:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e6436038. 00000400:00000010:0.0:1776198907.653424:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.653431:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746752, offset 224 00000400:00000200:0.0:1776198907.653442:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.653461:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.653468:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92399:92399:256:4294967295] 192.168.204.56@tcp LPNI seq info [92399:92399:8:4294967295] 00000400:00000200:0.0:1776198907.653480:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.653487:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.653493:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198907.653500:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.653510:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.653514:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.653540:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000debc0bd8. 00000020:00000010:0.0:1776198907.653546:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.653551:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca033e8f. 00080000:00000010:3.0:1776198907.653629:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fca7497. 00010000:00000010:3.0:1776198907.653737:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.653745:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfc49f65. 00010000:00000010:3.0:1776198907.653848:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4a30d3. 00010000:00000010:3.0:1776198907.653854:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.653868:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198907.653873:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.653882:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198907.653896:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198907.653927:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054301e2a. 00000400:00000010:3.0:1776198907.653933:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8c7595a. 00000400:00000010:3.0:1776198907.653940:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198907.653945:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083456, portal 16 00000400:00000010:3.0:1776198907.653950:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198907.653953:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083456, offset 0 00000400:00000200:3.0:1776198907.653959:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.653966:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.653974:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.653978:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.653981:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.653984:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92400:92400:255:4294967295] 192.168.204.56@tcp LPNI seq info [92400:92400:7:4294967295] 00000400:00000200:3.0:1776198907.653990:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.654006:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.654009:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e9acdf0 (tot 82347530). 00000800:00000200:3.0:1776198907.654013:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.654017:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.654019:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e9acdf0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.656501:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.656511:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347282). 00000400:00000200:0.0:1776198907.656522:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.656534:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.656541:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.656545:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000800:00000200:0.0:1776198907.656640:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.656642:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e9acdf0 (tot 82347034). 00000400:00000200:0.0:1776198907.656648:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.656651:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.656653:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:0.0:1776198907.656655:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:0.0:1776198907.656667:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231083456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.662321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b4eb95. 00010000:00000010:3.1:1776198907.662342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a67b63. 00010000:00000010:0.1:1776198907.668246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebc130. 00000400:00000200:2.0:1776198907.668396:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.668419:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2cfc0 00000400:00000200:2.0:1776198907.668433:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb851d [1] + 224 00000400:00000200:2.0:1776198907.668457:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.668463:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.668480:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231083456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.671410:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8c7595a. 00000400:00000200:1.0:1776198907.671424:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:1.0:1776198907.671426:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:1.0:1776198907.671448:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231083456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.671461:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231083456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.671504:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054301e2a. 02000000:00000010:1.0:1776198907.671513:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e85001. 00000100:00000010:1.0:1776198907.671518:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:1.0:1776198907.671525:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:1.0:1776198907.671529:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000200:2.0:1776198907.672152:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.672172:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74f80 00000400:00000200:2.0:1776198907.672182:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 1312 00000400:00000200:2.0:1776198907.672432:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.672439:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.672448:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.672454:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:1.0:1776198907.672688:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000664fe9cf. 00000020:00000010:1.0:1776198907.672699:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.672705:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.672743:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217746816/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198907.672812:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746816 02000000:00000010:1.0:1776198907.672828:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056246486. 00010000:00000010:1.0:1776198907.672863:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005feae897. 00010000:00000010:1.0:1776198907.672888:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffff1705. 00000100:00000010:1.0:1776198907.672895:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.672913:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.672918:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffff1705. 00000400:00000010:1.0:1776198907.672933:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198907.672938:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746816, offset 224 00000400:00000200:1.0:1776198907.672948:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.672961:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.672969:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92401:92401:256:4294967295] 192.168.204.56@tcp LPNI seq info [92401:92401:8:4294967295] 00000400:00000200:1.0:1776198907.672981:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.672987:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.673001:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198907.673008:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.673016:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.673021:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.673049:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.673054:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.673058:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000664fe9cf. 00080000:00000010:3.0:1776198907.673112:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002df7e815. 00010000:00000010:3.0:1776198907.673231:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.673238:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b36de9c. 00010000:00000010:3.0:1776198907.673373:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074a67b63. 00010000:00000010:3.0:1776198907.673381:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198907.673395:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000376f44e9. 00000100:00000010:3.0:1776198907.673399:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00000100:00000010:3.0:1776198907.673408:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198907.673420:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6726b33. 02000000:00000010:3.0:1776198907.673450:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ac19762. 00000400:00000010:3.0:1776198907.673457:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fe6d7ded. 00000400:00000010:3.0:1776198907.673462:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198907.673469:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083520, portal 16 00000400:00000010:3.0:1776198907.673474:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000100:00000200:3.0:1776198907.673476:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083520, offset 0 00000400:00000200:3.0:1776198907.673482:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.673489:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.673498:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.673502:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.673505:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.673508:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92402:92402:255:4294967295] 192.168.204.56@tcp LPNI seq info [92402:92402:7:4294967295] 00000400:00000200:3.0:1776198907.673515:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.673519:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.673523:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac9118a9 (tot 82347530). 00000800:00000200:3.0:1776198907.673527:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.673531:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.673533:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ac9118a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.673660:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.673665:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:0.0:1776198907.673671:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.673674:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.673679:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:0.0:1776198907.673682:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000800:00000200:0.0:1776198907.673745:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.673747:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac9118a9 (tot 82347034). 00000400:00000200:0.0:1776198907.673751:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.673754:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.673757:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b4375f2 00000400:00000010:0.0:1776198907.673758:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b4375f2. 00000100:00000200:0.0:1776198907.673765:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231083520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.679429:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.679457:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d000 00000400:00000200:2.0:1776198907.679468:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8529 [1] + 224 00000400:00000200:2.0:1776198907.679493:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.679498:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.679517:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231083520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.679682:0:78035:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efe31e4a. 00010000:00000010:3.1:1776198907.679691:0:78035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4a30d3. 00010000:00000010:1.1:1776198907.679815:0:78586:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1775c60. 00000400:00000010:0.0:1776198907.681375:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fe6d7ded. 00000400:00000200:0.0:1776198907.681388:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:0.0:1776198907.681391:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 00000100:00000200:0.0:1776198907.681409:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231083520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.681430:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231083520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.681477:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ac19762. 02000000:00000010:0.0:1776198907.681487:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6726b33. 00000100:00000010:0.0:1776198907.681495:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:0.0:1776198907.681500:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:0.0:1776198907.681504:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000376f44e9. 00000400:00000200:2.0:1776198907.684929:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.684958:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f74fc0 00000400:00000200:2.0:1776198907.684970:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 1640 00000400:00000200:2.0:1776198907.685069:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.685074:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.685083:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.685092:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:0.0:1776198907.688140:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cb75f45. 00000020:00000010:0.0:1776198907.688161:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000debc0bd8. 00000020:00000010:0.0:1776198907.688167:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198907.688209:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217746880/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198907.688275:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746880 02000000:00000010:0.0:1776198907.688290:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bad43626. 00010000:00000010:0.0:1776198907.688333:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c72d8bd8. 00010000:00000010:0.0:1776198907.688360:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e6436038. 00000100:00000010:0.0:1776198907.688370:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198907.688388:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198907.688393:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e6436038. 00000400:00000010:0.0:1776198907.688414:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.688421:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746880, offset 224 00000400:00000200:0.0:1776198907.688432:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.688452:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.688460:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92403:92403:256:4294967295] 192.168.204.56@tcp LPNI seq info [92403:92403:8:4294967295] 00000400:00000200:0.0:1776198907.688473:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.688481:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.688487:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198907.688494:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.688503:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.688509:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198907.688531:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000debc0bd8. 00000020:00000010:0.0:1776198907.688536:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198907.688540:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000cb75f45. 00080000:00000010:0.0:1776198907.688574:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cb75f45. 00010000:00000010:0.0:1776198907.688696:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:0.0:1776198907.688704:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043bfb29d. 00010000:00000010:0.0:1776198907.688802:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b09a9f6d. 00010000:00000010:0.0:1776198907.688809:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b83bd3c5. 00010000:00000010:0.0:1776198907.688824:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e6436038. 00000100:00000010:0.0:1776198907.688828:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198907.688838:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198907.688854:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011b8ac0e. 02000000:00000010:0.0:1776198907.688885:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca033e8f. 00000400:00000010:0.0:1776198907.688893:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198907.688899:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198907.688905:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083584, portal 16 00000400:00000010:0.0:1776198907.688910:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198907.688912:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083584, offset 0 00000400:00000200:0.0:1776198907.688917:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.688924:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.688932:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.688936:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.688939:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.688942:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92404:92404:255:4294967295] 192.168.204.56@tcp LPNI seq info [92404:92404:7:4294967295] 00000400:00000200:0.0:1776198907.688949:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.688953:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.688956:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347530). 00000800:00000200:0.0:1776198907.688959:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.688964:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.688967:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.689047:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.689051:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347282). 00000400:00000200:0.0:1776198907.689058:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.689063:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.689069:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.689071:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000800:00000200:0.0:1776198907.689165:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.689167:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:0.0:1776198907.689171:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.689181:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.689183:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:0.0:1776198907.689184:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:0.0:1776198907.689190:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231083584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.691325:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.691350:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d040 00000400:00000200:3.0:1776198907.691361:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8535 [1] + 224 00000400:00000200:3.0:1776198907.691380:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.691384:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.691398:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231083584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.691500:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:0.0:1776198907.691505:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:0.0:1776198907.691508:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:0.0:1776198907.691514:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231083584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.691520:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231083584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.691554:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca033e8f. 02000000:00000010:0.0:1776198907.691561:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011b8ac0e. 00000100:00000010:0.0:1776198907.691565:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198907.691570:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198907.691574:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e6436038. 00000400:00000200:2.0:1776198907.702111:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.702135:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75000 00000400:00000200:2.0:1776198907.702147:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e45 [2] + 1968 00000400:00000010:2.0:1776198907.702153:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a3883ebb. 00000400:00000200:2.0:1776198907.702161:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a226a8f6 00000400:00000200:2.0:1776198907.702241:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.702247:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.702267:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a226a8f6 00000400:00000010:2.0:1776198907.702270:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a226a8f6 (tot 82346882). 00000100:00000200:2.0:1776198907.702279:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198907.702365:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c148dbce. 00000020:00000010:2.0:1776198907.702374:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.702380:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.702418:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036443716 x1862477217746944/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198907.702456:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217746944 02000000:00000010:2.0:1776198907.702470:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000105a0841. 00010000:00000010:2.0:1776198907.702511:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c962c69. 00010000:00000010:2.0:1776198907.702542:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198907.702551:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f6faa43. 00000100:00000010:2.0:1776198907.702568:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f6faa43. 00010000:00000010:2.0:1776198907.702571:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00000400:00000010:2.0:1776198907.702589:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198907.702595:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217746944, offset 224 00000400:00000200:2.0:1776198907.702604:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.702618:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.702624:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92405:92405:256:4294967295] 192.168.204.56@tcp LPNI seq info [92405:92405:8:4294967295] 00000400:00000200:2.0:1776198907.702635:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.702641:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.702646:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347130). 00000800:00000200:2.0:1776198907.702653:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.702661:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.702667:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.702689:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.702693:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.702697:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c148dbce. 02000000:00000010:2.0:1776198907.702707:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bad43626. 00000100:00000010:2.0:1776198907.702711:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198907.702717:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056246486. 00000100:00000010:2.0:1776198907.702721:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198907.702725:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de1003ec. 00000100:00000010:2.0:1776198907.702727:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:2.0:1776198907.702732:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004caf43fb. 00000100:00000010:2.0:1776198907.702735:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:2.0:1776198907.702738:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0b92580. 00000100:00000010:2.0:1776198907.702741:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198907.702744:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9941d9b. 00000100:00000010:2.0:1776198907.702748:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000200:2.0:1776198907.702754:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198907.702760:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064d966b3. 00000400:00000010:2.0:1776198907.702765:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f6faa43 (tot 82347282). 00000800:00000200:2.0:1776198907.702842:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.702846:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:2.0:1776198907.702850:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.702854:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.702856:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:2.0:1776198907.702858:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 02000000:00000010:2.0:1776198907.702861:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000105a0841. 00080000:00000010:2.0:1776198907.703678:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000105a0841. 00010000:00000010:2.0:1776198907.703901:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b83bd3c5. 00010000:00000010:2.0:1776198907.703912:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000875761dd. 00010000:00000010:2.0:1776198907.704027:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198907.704035:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a618611. 00010000:00000010:2.0:1776198907.704050:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602a7dc8. 00000100:00000010:2.0:1776198907.704059:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000100:00000010:2.0:1776198907.704071:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198907.704089:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c148dbce. 02000000:00000010:2.0:1776198907.704127:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056369ec3. 00000400:00000010:2.0:1776198907.704133:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198907.704139:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198907.704145:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083648, portal 16 00000400:00000010:2.0:1776198907.704151:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198907.704154:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083648, offset 0 00000400:00000200:2.0:1776198907.704164:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.704181:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.704190:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.704194:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.704197:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.704200:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92406:92406:256:4294967295] 192.168.204.56@tcp LPNI seq info [92406:92406:8:4294967295] 00000400:00000200:2.0:1776198907.704210:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.704216:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.704221:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c1bda8ac (tot 82347282). 00000800:00000200:2.0:1776198907.704227:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.704234:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.704238:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c1bda8ac type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198907.706383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f1845c0. 00010000:00000010:0.1:1776198907.706403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039222654. 00010000:00000010:0.1:1776198907.706409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a67b63. 00000800:00000200:1.0:1776198907.706759:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.706765:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c1bda8ac (tot 82347034). 00000400:00000200:1.0:1776198907.706771:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.706785:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.706793:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:1.0:1776198907.706796:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:1.0:1776198907.706808:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231083648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198907.722129:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.722156:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d080 00000400:00000200:0.0:1776198907.722168:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8545 [1] + 224 00000400:00000200:0.0:1776198907.722195:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.722200:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.722215:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231083648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.722310:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:0.0:1776198907.722316:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:0.0:1776198907.722319:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000100:00000200:0.0:1776198907.722324:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231083648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.722332:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231083648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.722373:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056369ec3. 02000000:00000010:0.0:1776198907.722383:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c148dbce. 00000100:00000010:0.0:1776198907.722388:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:0.0:1776198907.722393:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:0.0:1776198907.722397:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602a7dc8. 00010000:00000010:2.1:1776198907.726088:0:78588:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c6e5959. 00010000:00000010:2.1:1776198907.726106:0:78588:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbebc314. 00010000:00000010:2.1:1776198907.726112:0:78588:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09a9f6d. 00000400:00000200:0.0:1776198907.727427:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.727455:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75040 00000400:00000200:0.0:1776198907.727467:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 0 00000400:00000200:0.0:1776198907.729268:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.729286:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.729298:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.729312:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000020:00000010:1.0:1776198907.730005:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec0f7238. 00000020:00000010:1.0:1776198907.730016:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.730022:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.730064:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0f3b3a x1862477217747008/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198907.730105:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747008 02000000:00000010:1.0:1776198907.730119:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1268c46. 00010000:00000010:1.0:1776198907.730160:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eea40911. 00010000:00000010:1.0:1776198907.730189:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c4dfe4a. 00000100:00000010:1.0:1776198907.730199:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.730217:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.730221:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c4dfe4a. 00000400:00000010:1.0:1776198907.730239:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198907.730245:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747008, offset 224 00000400:00000200:1.0:1776198907.730282:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.730307:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.730315:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92407:92407:256:4294967295] 192.168.204.56@tcp LPNI seq info [92407:92407:8:4294967295] 00000400:00000200:1.0:1776198907.730328:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.730334:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.730341:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198907.730349:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.730359:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.730365:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.730389:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.730395:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.730399:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec0f7238. 00000800:00000200:1.0:1776198907.730826:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.730832:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:1.0:1776198907.730840:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.730847:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.730853:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:1.0:1776198907.730856:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00080000:00000010:1.0:1776198907.733049:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec0f7238. 00010000:00000010:1.0:1776198907.733203:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a618611. 00010000:00000010:1.0:1776198907.733216:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001334d8c9. 00010000:00000010:1.0:1776198907.733334:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198907.733342:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005fdfa238. 00010000:00000010:1.0:1776198907.733361:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c4dfe4a. 00000100:00000010:1.0:1776198907.733372:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.733386:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 02000000:00000010:1.0:1776198907.733410:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7a23eca. 02000000:00000010:1.0:1776198907.733457:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076881734. 00000400:00000010:1.0:1776198907.733467:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000340fd19. 00000400:00000010:1.0:1776198907.733477:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198907.733487:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083712, portal 16 00000400:00000010:1.0:1776198907.733495:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198907.733497:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083712, offset 0 00000400:00000200:1.0:1776198907.733509:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.733533:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.733545:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.733550:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.733554:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.733559:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92408:92408:256:4294967295] 192.168.204.56@tcp LPNI seq info [92408:92408:8:4294967295] 00000400:00000200:1.0:1776198907.733575:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.733584:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.733590:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198907.733600:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.733611:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.733616:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.736908:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.736918:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198907.736928:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.736939:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.736946:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:0.0:1776198907.736949:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:0.0:1776198907.736961:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231083712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.741955:0:1018:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffbd8513. 00000400:00000200:0.0:1776198907.751576:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.751604:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d0c0 00000400:00000200:0.0:1776198907.751618:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8551 [1] + 224 00000400:00000200:0.0:1776198907.751664:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.751670:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.751684:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231083712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198907.751973:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 00000400:00000200:2.0:1776198907.751980:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:2.0:1776198907.751983:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:2.0:1776198907.752000:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003fddc9a8 x1862477231083712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.752009:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003fddc9a8 x1862477231083712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.752051:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076881734. 02000000:00000010:2.0:1776198907.752061:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7a23eca. 00000100:00000010:2.0:1776198907.752067:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 00000100:00000010:2.0:1776198907.752072:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:2.0:1776198907.752077:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c4dfe4a. 00000400:00000200:1.0:1776198907.752549:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.752562:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75080 00000400:00000200:1.0:1776198907.752569:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 328 00000400:00000200:1.0:1776198907.752645:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.752650:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.752655:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.752661:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 00000020:00000010:3.0:1776198907.752757:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2f677dc. 00000020:00000010:3.0:1776198907.752767:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.752772:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.752803:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d87c9fc x1862477217747072/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.752845:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747072 02000000:00000010:3.0:1776198907.752858:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000835606a5. 00010000:00000010:3.0:1776198907.752897:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1019b49. 00010000:00000010:3.0:1776198907.752924:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d1c3a21. 00000100:00000010:3.0:1776198907.752932:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f5dd42d. 00000100:00000010:3.0:1776198907.752950:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003f5dd42d. 00010000:00000010:3.0:1776198907.752954:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d1c3a21. 00000400:00000010:3.0:1776198907.752970:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198907.752976:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747072, offset 224 00000400:00000200:3.0:1776198907.752985:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.753007:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.753013:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92409:92409:256:4294967295] 192.168.204.56@tcp LPNI seq info [92409:92409:8:4294967295] 00000400:00000200:3.0:1776198907.753023:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.753028:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.753033:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.753039:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.753047:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.753051:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.753073:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.753077:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.753081:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2f677dc. 00000800:00000200:3.0:1776198907.753154:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.753158:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198907.753171:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.753174:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.753177:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:3.0:1776198907.753179:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00080000:00000010:0.0:1776198907.753239:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011b8ac0e. 00010000:00000010:0.0:1776198907.753391:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fdfa238. 00010000:00000010:0.0:1776198907.753399:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e422639. 00010000:00000010:0.0:1776198907.753512:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.0:1776198907.753519:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198907.753533:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e6436038. 00000100:00000010:0.0:1776198907.753539:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198907.753547:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198907.753561:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca033e8f. 02000000:00000010:0.0:1776198907.753595:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b07be5c5. 00000400:00000010:0.0:1776198907.753602:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198907.753607:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198907.753614:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083776, portal 16 00000400:00000010:0.0:1776198907.753619:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198907.753621:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083776, offset 0 00000400:00000200:0.0:1776198907.753627:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.753637:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.753645:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.753649:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.753652:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.753655:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92410:92410:256:4294967295] 192.168.204.56@tcp LPNI seq info [92410:92410:8:4294967295] 00000400:00000200:0.0:1776198907.753663:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.753667:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.753671:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198907.753675:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.753680:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.753683:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.754740:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.754746:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198907.754754:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.754762:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.754767:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:3.0:1776198907.754769:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:3.0:1776198907.754778:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231083776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.755097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b80c147. 00010000:00000010:1.1:1776198907.755106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00000400:00000200:1.0:1776198907.762065:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.762094:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d100 00000400:00000200:1.0:1776198907.762107:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb855d [1] + 224 00000400:00000200:1.0:1776198907.762121:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.762126:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.762140:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231083776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.762185:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.762191:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f750c0 00000400:00000200:1.0:1776198907.762196:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 656 00000400:00000200:1.0:1776198907.762204:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.762207:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.762211:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.762218:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005380909e. 00000020:00000010:1.0:1776198907.762298:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:1.0:1776198907.762306:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.762312:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.762343:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005380909e x1862477217747136/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198907.762374:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747136 02000000:00000010:1.0:1776198907.762389:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002950e149. 00010000:00000010:1.0:1776198907.762448:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.762457:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.762467:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.762472:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000010:1.0:1776198907.762492:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198907.762499:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747136, offset 224 00000400:00000200:1.0:1776198907.762507:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.762521:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.762528:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92411:92411:256:4294967295] 192.168.204.56@tcp LPNI seq info [92411:92411:8:4294967295] 00000400:00000200:1.0:1776198907.762540:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.762545:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.762550:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198907.762558:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.762566:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.762570:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.762588:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.762594:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.762598:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00000400:00000010:3.0:1776198907.763204:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:3.0:1776198907.763211:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:3.0:1776198907.763214:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:3.0:1776198907.763222:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231083776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.763233:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231083776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198907.763284:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029496bac. 02000000:00000010:3.0:1776198907.763303:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b07be5c5. 02000000:00000010:3.0:1776198907.763309:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca033e8f. 00000100:00000010:3.0:1776198907.763313:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:3.0:1776198907.763318:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:3.0:1776198907.763321:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e6436038. 00080000:00000010:3.0:1776198907.763346:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2f677dc. 00010000:00000010:3.0:1776198907.763476:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c71c89ac. 00010000:00000010:3.0:1776198907.763483:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000baf1d3fb. 00010000:00000010:3.0:1776198907.763583:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4a30d3. 00010000:00000010:3.0:1776198907.763590:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198907.763605:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d1c3a21. 00000100:00000010:3.0:1776198907.763611:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f5dd42d. 00000100:00000010:3.0:1776198907.763619:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077e65419. 02000000:00000010:3.0:1776198907.763635:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9941d9b. 02000000:00000010:3.0:1776198907.763666:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0b92580. 00000400:00000010:3.0:1776198907.763673:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000368ee078. 00000400:00000010:3.0:1776198907.763678:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198907.763686:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083840, portal 16 00000400:00000010:3.0:1776198907.763692:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198907.763694:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083840, offset 0 00000400:00000200:3.0:1776198907.763700:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.763713:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.763721:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198907.763726:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198907.763729:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198907.763732:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92412:92412:255:4294967295] 192.168.204.56@tcp LPNI seq info [92412:92412:7:4294967295] 00000400:00000200:3.0:1776198907.763740:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.763746:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.763751:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347530). 00000800:00000200:3.0:1776198907.763756:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.763761:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.763764:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.764132:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.764137:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347282). 00000400:00000200:3.0:1776198907.764144:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.764149:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.764154:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:3.0:1776198907.764156:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000800:00000200:3.0:1776198907.764887:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.764892:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198907.764906:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.764911:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.764914:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198907.764916:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:3.0:1776198907.764926:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077e65419 x1862477231083840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198907.767541:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.767567:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d140 00000400:00000200:3.0:1776198907.767578:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8569 [1] + 224 00000400:00000200:3.0:1776198907.767595:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.767600:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.767614:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077e65419 x1862477231083840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.767779:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000368ee078. 00000400:00000200:0.0:1776198907.767786:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:0.0:1776198907.767788:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000100:00000200:0.0:1776198907.767795:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077e65419 x1862477231083840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.767803:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077e65419 x1862477231083840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.767846:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0b92580. 02000000:00000010:0.0:1776198907.767855:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9941d9b. 00000100:00000010:0.0:1776198907.767863:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077e65419. 00000100:00000010:0.0:1776198907.767868:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003f5dd42d. 00010000:00000010:0.0:1776198907.767873:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d1c3a21. 00000400:00000200:1.0:1776198907.768139:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.768152:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75100 00000400:00000200:1.0:1776198907.768159:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 984 00000400:00000200:1.0:1776198907.768229:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.768234:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.768239:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.768245:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 00000020:00000010:3.0:1776198907.768425:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6726b33. 00000020:00000010:3.0:1776198907.768435:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.768441:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.768477:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c27ac065 x1862477217747200/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198907.768517:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747200 02000000:00000010:3.0:1776198907.768532:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ac19762. 00010000:00000010:3.0:1776198907.768573:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9ce42f6. 00010000:00000010:3.0:1776198907.768659:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.768668:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f5dd42d. 00000100:00000010:3.0:1776198907.768685:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003f5dd42d. 00010000:00000010:3.0:1776198907.768688:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.768705:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198907.768711:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747200, offset 224 00000400:00000200:3.0:1776198907.768720:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.768733:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.768740:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92413:92413:256:4294967295] 192.168.204.56@tcp LPNI seq info [92413:92413:8:4294967295] 00000400:00000200:3.0:1776198907.768751:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.768756:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.768762:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.768768:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.768776:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.768781:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.768806:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.768811:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.768815:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6726b33. 00000800:00000200:3.0:1776198907.768898:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.768902:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198907.768917:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.768922:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.768925:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198907.768927:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00080000:00000010:0.0:1776198907.769000:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f83cd7c. 00010000:00000010:0.0:1776198907.769125:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:0.0:1776198907.769133:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000739bd4ed. 00010000:00000010:0.0:1776198907.769236:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198907.769243:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.769289:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.769295:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.769304:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198907.769319:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca033e8f. 02000000:00000010:0.0:1776198907.769348:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b07be5c5. 00000400:00000010:0.0:1776198907.769354:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.769360:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.769366:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083904, portal 16 00000400:00000010:0.0:1776198907.769371:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198907.769373:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083904, offset 0 00000400:00000200:0.0:1776198907.769379:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.769388:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.769397:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.769402:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.769405:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.769407:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92414:92414:256:4294967295] 192.168.204.56@tcp LPNI seq info [92414:92414:8:4294967295] 00000400:00000200:0.0:1776198907.769414:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.769419:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.769422:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198907.769426:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.769431:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.769433:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.769616:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.769619:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198907.769625:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.769628:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.769631:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:3.0:1776198907.769633:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:3.0:1776198907.769638:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231083904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.770345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058de1fa2. 00010000:00000010:0.1:1776198907.770356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:3.1:1776198907.770401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d840eda0. 00000400:00000200:1.0:1776198907.772148:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.772176:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d180 00000400:00000200:1.0:1776198907.772187:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8575 [1] + 224 00000400:00000200:1.0:1776198907.772205:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.772210:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.772223:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231083904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.772394:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.772400:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.772402:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.772408:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231083904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.772416:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231083904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.772457:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b07be5c5. 02000000:00000010:0.0:1776198907.772464:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca033e8f. 00000100:00000010:0.0:1776198907.772469:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:0.0:1776198907.772473:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.772477:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00010000:00000010:3.1:1776198907.773128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a2c07f. 00010000:00000010:3.1:1776198907.773141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e01d2166. 00010000:00000010:3.1:1776198907.773146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00000400:00000200:0.0:1776198907.773346:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.773361:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75140 00000400:00000200:0.0:1776198907.773368:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 1312 00000400:00000200:0.0:1776198907.773529:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.773535:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.773542:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.773548:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000020:00000010:1.0:1776198907.774050:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:1.0:1776198907.774061:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.774066:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.774099:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217747264/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198907.774173:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747264 02000000:00000010:1.0:1776198907.774187:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2f8f169. 00010000:00000010:1.0:1776198907.774225:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f6f4431. 00010000:00000010:1.0:1776198907.774283:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.774293:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.774304:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.774308:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00080000:00000010:0.0:1776198907.774326:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca033e8f. 00000400:00000010:1.0:1776198907.774327:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096e64e93. 00000100:00000200:1.0:1776198907.774333:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747264, offset 224 00000400:00000200:1.0:1776198907.774341:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.774357:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.774364:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92415:92415:256:4294967295] 192.168.204.56@tcp LPNI seq info [92415:92415:8:4294967295] 00000400:00000200:1.0:1776198907.774375:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.774381:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.774387:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198907.774394:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.774404:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.774409:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.774435:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.774441:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.774444:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00010000:00000010:0.0:1776198907.774472:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.774480:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001159377c. 00010000:00000010:0.0:1776198907.774577:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000942f943f. 00010000:00000010:0.0:1776198907.774584:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.774596:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.774600:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.774608:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 02000000:00000010:0.0:1776198907.774623:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b07be5c5. 02000000:00000010:0.0:1776198907.774653:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de1003ec. 00000400:00000010:0.0:1776198907.774659:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.774665:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.774670:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231083968, portal 16 00000400:00000010:0.0:1776198907.774676:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198907.774678:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231083968, offset 0 00000400:00000200:0.0:1776198907.774683:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.774689:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.774697:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.774702:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.774705:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.774708:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92416:92416:255:4294967295] 192.168.204.56@tcp LPNI seq info [92416:92416:7:4294967295] 00000400:00000200:0.0:1776198907.774714:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.774718:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.774722:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347530). 00000800:00000200:0.0:1776198907.774725:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.774729:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.774731:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.774977:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.774983:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347282). 00000400:00000200:3.0:1776198907.774988:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.775002:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.775007:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:3.0:1776198907.775009:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000800:00000200:3.0:1776198907.775235:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.775239:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198907.775243:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.775247:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.775249:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:3.0:1776198907.775250:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00010000:00000010:3.1:1776198907.775277:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb4fd6c9. 00000100:00000200:3.0:1776198907.775291:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ce96fe7 x1862477231083968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.775294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b995c09. 00010000:00000010:0.1:1776198907.775300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4a30d3. 00000400:00000200:3.0:1776198907.777195:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.777220:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d1c0 00000400:00000200:3.0:1776198907.777230:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8581 [1] + 224 00000400:00000200:3.0:1776198907.777275:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.777281:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.777293:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ce96fe7 x1862477231083968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.778273:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.778285:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.778290:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.778306:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ce96fe7 x1862477231083968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.778316:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ce96fe7 x1862477231083968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.778361:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de1003ec. 02000000:00000010:0.0:1776198907.778369:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b07be5c5. 00000100:00000010:0.0:1776198907.778374:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 00000100:00000010:0.0:1776198907.778381:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.778385:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:0.0:1776198907.779056:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198907.779077:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75180 00000400:00000200:0.0:1776198907.779085:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 1640 00010000:00000010:1.1:1776198907.779291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000065bea05. 00000400:00000200:0.0:1776198907.779448:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.779455:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198907.779463:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198907.779470:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 00000020:00000010:1.0:1776198907.779552:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:1.0:1776198907.779563:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.779568:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.779599:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ce96fe7 x1862477217747328/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198907.779635:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747328 02000000:00000010:1.0:1776198907.779650:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5a5d108. 00010000:00000010:1.0:1776198907.779688:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c74da249. 00010000:00000010:1.0:1776198907.779718:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.779725:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.779742:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.779747:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000010:1.0:1776198907.779765:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198907.779772:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747328, offset 224 00000400:00000200:1.0:1776198907.779781:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.779795:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.779801:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92417:92417:256:4294967295] 192.168.204.56@tcp LPNI seq info [92417:92417:8:4294967295] 00000400:00000200:1.0:1776198907.779812:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.779818:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.779824:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198907.779832:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.779840:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.779844:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.779877:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.779883:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.779887:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00080000:00000010:0.0:1776198907.780038:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b07be5c5. 00010000:00000010:0.0:1776198907.780505:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.780515:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9923546. 00010000:00000010:1.0:1776198907.780965:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198907.780975:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c652a6ad. 00010000:00000010:1.0:1776198907.781001:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.781008:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.781018:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198907.781035:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3df327b. 02000000:00000010:1.0:1776198907.781097:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076881734. 00000400:00000010:1.0:1776198907.781105:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000340fd19. 00000400:00000010:1.0:1776198907.781113:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198907.781122:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084032, portal 16 00000400:00000010:1.0:1776198907.781129:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096e64e93. 00000100:00000200:1.0:1776198907.781131:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084032, offset 0 00000400:00000200:1.0:1776198907.781141:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.781158:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.781168:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.781172:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.781175:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.781179:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92418:92418:255:4294967295] 192.168.204.56@tcp LPNI seq info [92418:92418:7:4294967295] 00000400:00000200:1.0:1776198907.781188:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.781193:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.781197:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198907.781202:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.781208:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.781212:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.781689:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.781694:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347282). 00000400:00000200:2.0:1776198907.781699:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.781705:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.781710:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:2.0:1776198907.781713:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000800:00000200:2.0:1776198907.781774:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.781776:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198907.781780:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.781783:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.781786:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:2.0:1776198907.781787:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000100:00000200:2.0:1776198907.781794:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231084032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.784846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095eb3529. 00010000:00000010:0.1:1776198907.784867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:1.1:1776198907.786294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aeb7c6c. 00000400:00000200:3.0:1776198907.788341:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198907.788369:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d200 00000400:00000200:3.0:1776198907.788381:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb858d [1] + 224 00000400:00000200:3.0:1776198907.788398:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.788403:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198907.788420:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231084032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.788494:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 00000400:00000200:1.0:1776198907.788501:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:1.0:1776198907.788503:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000100:00000200:1.0:1776198907.788511:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231084032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.788519:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231084032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.788561:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076881734. 02000000:00000010:1.0:1776198907.788581:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3df327b. 00000100:00000010:1.0:1776198907.788590:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198907.788595:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.788600:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000200:2.0:1776198907.788703:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.788712:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f751c0 00000400:00000200:2.0:1776198907.788718:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6e9d [2] + 1968 00000400:00000010:2.0:1776198907.788722:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ff30e1c. 00000400:00000200:2.0:1776198907.788726:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f5fdd31e 00000400:00000200:2.0:1776198907.788736:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.788740:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.788742:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5fdd31e 00000400:00000010:2.0:1776198907.788744:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f5fdd31e (tot 82346882). 00000100:00000200:2.0:1776198907.788750:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198907.789968:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6726b33. 00000020:00000010:3.0:1776198907.789983:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.789999:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.790043:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7f83578 x1862477217747392/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.790091:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747392 02000000:00000010:3.0:1776198907.790107:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198907.790152:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a23829b. 00010000:00000010:3.0:1776198907.790187:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.790196:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003f5dd42d. 00000100:00000010:3.0:1776198907.790223:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003f5dd42d. 00010000:00000010:3.0:1776198907.790227:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.790244:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198907.790268:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747392, offset 224 00000400:00000200:3.0:1776198907.790278:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.790297:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.790305:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92419:92419:256:4294967295] 192.168.204.56@tcp LPNI seq info [92419:92419:8:4294967295] 00000400:00000200:3.0:1776198907.790317:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.790322:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.790328:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198907.790335:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.790344:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.790349:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776198907.790415:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de1003ec. 00000020:00000010:3.0:1776198907.790586:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.790592:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.790672:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6726b33. 02000000:00000010:3.0:1776198907.790686:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5a5d108. 00000100:00000010:3.0:1776198907.790691:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 02000000:00000010:3.0:1776198907.790699:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2f8f169. 00000100:00000010:3.0:1776198907.790705:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 02000000:00000010:3.0:1776198907.790708:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ac19762. 00000100:00000010:3.0:1776198907.790711:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 02000000:00000010:3.0:1776198907.790715:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002950e149. 00000100:00000010:3.0:1776198907.790718:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 02000000:00000010:3.0:1776198907.790721:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000835606a5. 00000100:00000010:3.0:1776198907.790723:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 02000000:00000010:3.0:1776198907.790725:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e1268c46. 00000100:00000010:3.0:1776198907.790728:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000200:3.0:1776198907.790737:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198907.790744:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e425b366. 00000400:00000010:3.0:1776198907.790750:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003f5dd42d (tot 82347282). 00000800:00000200:1.0:1776198907.791020:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.791025:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198907.791041:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.791049:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.791054:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:1.0:1776198907.791057:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 02000000:00000010:1.0:1776198907.791063:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00010000:00000010:0.0:1776198907.792133:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c652a6ad. 00010000:00000010:0.0:1776198907.792151:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a222d77. 00010000:00000010:0.0:1776198907.792285:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e552799c. 00010000:00000010:0.0:1776198907.792292:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198907.792298:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198907.792305:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00080000:00000010:0.0:1776198907.792328:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bad43626. 00010000:00000010:0.0:1776198907.792367:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.792371:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198907.792446:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198907.792450:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.792459:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.792466:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.792480:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.792899:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020de2c5b. 02000000:00000010:0.0:1776198907.792941:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df574953. 00000400:00000010:0.0:1776198907.792950:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.792957:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.792965:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084096, portal 16 00000400:00000010:0.0:1776198907.792971:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198907.792974:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084096, offset 0 00000400:00000200:0.0:1776198907.792985:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.793016:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.793026:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.793030:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.793033:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.793036:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92420:92420:256:4294967295] 192.168.204.56@tcp LPNI seq info [92420:92420:8:4294967295] 00000400:00000200:0.0:1776198907.793047:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.793054:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.793060:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198907.793068:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.793075:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.793080:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.793413:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.793428:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198907.793436:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.793442:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.793448:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:2.0:1776198907.793450:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:2.0:1776198907.793460:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.795308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000631cee55. 00010000:00000010:0.1:1776198907.795329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00000400:00000200:2.0:1776198907.795780:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.795802:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d240 00000400:00000200:2.0:1776198907.795823:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb859d [1] + 224 00000400:00000200:2.0:1776198907.795844:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.795849:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.795862:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.796017:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.796023:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.796026:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.796033:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.796042:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.796083:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df574953. 02000000:00000010:0.0:1776198907.796091:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020de2c5b. 00000100:00000010:0.0:1776198907.796097:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.796102:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.796107:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:1.0:1776198907.796699:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.796715:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75200 00000400:00000200:1.0:1776198907.796722:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 0 00000400:00000200:1.0:1776198907.796793:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.796797:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.796803:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.796809:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000020:00000010:3.0:1776198907.797071:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000835606a5. 00000020:00000010:3.0:1776198907.797082:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.797087:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.797120:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217747456/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198907.797160:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747456 02000000:00000010:3.0:1776198907.797175:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ac19762. 00010000:00000010:3.0:1776198907.797217:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096ec9840. 00010000:00000010:3.0:1776198907.797246:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.797326:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00000100:00000010:3.0:1776198907.797377:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:3.0:1776198907.797381:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.797401:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198907.797408:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747456, offset 224 00000400:00000200:3.0:1776198907.797417:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.797432:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.797439:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92421:92421:256:4294967295] 192.168.204.56@tcp LPNI seq info [92421:92421:8:4294967295] 00000400:00000200:3.0:1776198907.797450:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.797456:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.797463:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.797469:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.797478:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.797482:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.797516:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.797521:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.797524:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000835606a5. 00000800:00000200:2.0:1776198907.797777:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.797781:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198907.797796:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.797800:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.797804:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:2.0:1776198907.797806:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00080000:00000010:0.0:1776198907.798478:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df574953. 00010000:00000010:0.0:1776198907.798747:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.798758:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072621c47. 00010000:00000010:0.0:1776198907.798959:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000942f943f. 00010000:00000010:0.0:1776198907.798966:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.798982:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.799000:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.799011:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.799030:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020de2c5b. 02000000:00000010:0.0:1776198907.799068:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011d1ac5f. 00000400:00000010:0.0:1776198907.799076:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.799082:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.799090:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084160, portal 16 00000400:00000010:0.0:1776198907.799096:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198907.799099:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084160, offset 0 00000400:00000200:0.0:1776198907.799107:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.799122:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.799130:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.799134:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.799136:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.799140:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92422:92422:256:4294967295] 192.168.204.56@tcp LPNI seq info [92422:92422:8:4294967295] 00000400:00000200:0.0:1776198907.799150:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.799156:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.799161:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198907.799167:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.799173:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.799177:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.803097:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.803108:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198907.803122:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.803136:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.803142:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:2.0:1776198907.803145:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:2.0:1776198907.803158:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.809240:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.809324:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d280 00000400:00000200:1.0:1776198907.809337:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85a9 [1] + 224 00000400:00000200:1.0:1776198907.809364:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.809368:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.809383:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.809698:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.809705:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.809708:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.809715:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.809723:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.809767:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011d1ac5f. 02000000:00000010:0.0:1776198907.809775:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020de2c5b. 00000100:00000010:0.0:1776198907.809782:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.809787:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.809792:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00010000:00000010:0.1:1776198907.810407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcdd8d27. 00010000:00000010:0.1:1776198907.810418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:0.1:1776198907.810424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e552799c. 00010000:00000010:0.1:1776198907.810428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:3.1:1776198907.811360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032864515. 00010000:00000010:3.1:1776198907.811390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aae5b632. 00000400:00000200:2.0:1776198907.811626:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.811647:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75240 00000400:00000200:2.0:1776198907.811656:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 328 00000400:00000200:2.0:1776198907.811732:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.811737:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.811745:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.811752:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:3.0:1776198907.812214:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000835606a5. 00000020:00000010:3.0:1776198907.812227:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.812231:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.812310:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217747520/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.812350:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747520 02000000:00000010:3.0:1776198907.812362:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6726b33. 00010000:00000010:3.0:1776198907.812400:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b15ca2. 00010000:00000010:3.0:1776198907.812424:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.812431:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00000100:00000010:3.0:1776198907.812445:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:3.0:1776198907.812448:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.812459:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198907.812464:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747520, offset 224 00000400:00000200:3.0:1776198907.812471:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.812497:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.812503:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92423:92423:256:4294967295] 192.168.204.56@tcp LPNI seq info [92423:92423:8:4294967295] 00000400:00000200:3.0:1776198907.812514:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.812520:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.812525:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.812531:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.812538:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.812541:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.812560:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.812563:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.812567:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000835606a5. 00080000:00000010:0.0:1776198907.812849:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011d1ac5f. 00000800:00000200:2.0:1776198907.812912:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.812920:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198907.812938:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776198907.812940:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00000400:00000200:2.0:1776198907.812947:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:0.0:1776198907.812951:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b44323ed. 00000400:00000200:2.0:1776198907.812954:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:2.0:1776198907.812959:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00010000:00000010:0.0:1776198907.813051:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198907.813057:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.813068:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.813073:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.813080:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.813091:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057642086. 02000000:00000010:0.0:1776198907.813236:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c0cce00. 00000400:00000010:0.0:1776198907.813242:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.813247:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.813282:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084224, portal 16 00000400:00000010:0.0:1776198907.813287:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198907.813289:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084224, offset 0 00000400:00000200:0.0:1776198907.813296:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.813306:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.813313:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.813316:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.813319:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.813322:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92424:92424:256:4294967295] 192.168.204.56@tcp LPNI seq info [92424:92424:8:4294967295] 00000400:00000200:0.0:1776198907.813330:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.813335:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.813339:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198907.813343:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.813348:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.813351:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.814682:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.814691:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:1.0:1776198907.814702:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.814715:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.814720:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:1.0:1776198907.814723:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:1.0:1776198907.814734:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.817460:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.817487:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d2c0 00000400:00000200:2.0:1776198907.817500:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85b5 [1] + 224 00000400:00000200:2.0:1776198907.817516:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.817520:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.817534:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.817639:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.817645:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75280 00000400:00000200:2.0:1776198907.817651:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 656 00000400:00000200:2.0:1776198907.817684:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.817687:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.817692:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.817700:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198907.817808:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000835606a5. 00000020:00000010:3.0:1776198907.817818:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.817824:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.817857:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217747584/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.817896:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747584 02000000:00000010:3.0:1776198907.817920:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054301e2a. 00010000:00000010:3.0:1776198907.817974:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.817983:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00000100:00000010:3.0:1776198907.818002:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:3.0:1776198907.818007:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.818026:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198907.818033:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747584, offset 224 00000400:00000200:3.0:1776198907.818042:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.818056:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.818063:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92425:92425:256:4294967295] 192.168.204.56@tcp LPNI seq info [92425:92425:8:4294967295] 00000400:00000200:3.0:1776198907.818074:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.818080:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.818086:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.818092:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.818100:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.818105:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.818132:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.818140:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.818144:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000835606a5. 00000800:00000200:2.0:1776198907.818405:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.818410:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198907.818424:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.818429:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.818433:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:2.0:1776198907.818435:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00010000:00000010:0.1:1776198907.818676:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efc49876. 00010000:00000010:0.1:1776198907.818686:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000010:0.0:1776198907.818702:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.818707:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.818708:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.818716:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.818726:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198907.818826:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecbb377c. 02000000:00000010:0.0:1776198907.818846:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c0cce00. 02000000:00000010:0.0:1776198907.818854:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057642086. 00000100:00000010:0.0:1776198907.818859:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.818863:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.818866:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00080000:00000010:0.0:1776198907.818890:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057642086. 00010000:00000010:0.0:1776198907.819509:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.819520:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bfece4d9. 00010000:00000010:0.0:1776198907.819631:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198907.819639:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.819652:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.819658:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.819667:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.819683:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c0cce00. 02000000:00000010:0.0:1776198907.819716:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af04e43. 00000400:00000010:0.0:1776198907.819722:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.819727:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.819735:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084288, portal 16 00000400:00000010:0.0:1776198907.819823:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198907.819827:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084288, offset 0 00000400:00000200:0.0:1776198907.819839:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.819858:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.819868:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.819873:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.819876:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.819880:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92426:92426:256:4294967295] 192.168.204.56@tcp LPNI seq info [92426:92426:8:4294967295] 00000400:00000200:0.0:1776198907.819890:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.819897:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.819903:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198907.819909:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.819916:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.819920:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.820121:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.820126:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198907.820131:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.820137:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.820141:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:1.0:1776198907.820143:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000100:00000200:1.0:1776198907.820150:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.823451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40a7f1c. 00000400:00000200:2.0:1776198907.823622:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.823646:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d300 00000400:00000200:2.0:1776198907.823655:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85c1 [1] + 224 00000400:00000200:2.0:1776198907.823674:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.823679:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.823694:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.824024:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.824030:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.824032:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.824038:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.824046:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.824086:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af04e43. 02000000:00000010:0.0:1776198907.824095:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c0cce00. 00000100:00000010:0.0:1776198907.824100:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.824105:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.824110:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00010000:00000010:0.1:1776198907.825732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a00a92f6. 00010000:00000010:0.1:1776198907.825759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:0.1:1776198907.825765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be504522. 00010000:00000010:0.1:1776198907.825770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5e7799d. 00010000:00000010:0.1:1776198907.825774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00000400:00000200:2.0:1776198907.827207:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.827234:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f752c0 00000400:00000200:2.0:1776198907.827245:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 984 00000400:00000200:2.0:1776198907.827396:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.827401:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.827410:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.827418:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:1.0:1776198907.827590:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:1.0:1776198907.827600:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.827606:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.827648:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217747648/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198907.827698:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747648 02000000:00000010:1.0:1776198907.827717:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5a5d108. 00010000:00000010:1.0:1776198907.827757:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f88982b8. 00010000:00000010:1.0:1776198907.827787:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.827796:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.827810:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.827815:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000010:1.0:1776198907.827832:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198907.827839:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747648, offset 224 00000400:00000200:1.0:1776198907.827848:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.827862:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.827869:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92427:92427:256:4294967295] 192.168.204.56@tcp LPNI seq info [92427:92427:8:4294967295] 00000400:00000200:1.0:1776198907.827879:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.827885:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.827889:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198907.827895:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.827903:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.827907:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.827940:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.827947:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.827949:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00000800:00000200:2.0:1776198907.828294:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.828299:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198907.828304:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.828308:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.828312:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:2.0:1776198907.828315:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00080000:00000010:0.0:1776198907.829375:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c0cce00. 00010000:00000010:0.0:1776198907.829511:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.829522:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dc08753. 00010000:00000010:0.0:1776198907.829641:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198907.829650:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.829668:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.829676:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.829688:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.829707:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001af04e43. 02000000:00000010:0.0:1776198907.830026:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fba491f2. 00000400:00000010:0.0:1776198907.830034:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.830042:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.830050:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084352, portal 16 00000400:00000010:0.0:1776198907.830057:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198907.830060:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084352, offset 0 00000400:00000200:0.0:1776198907.830072:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.830093:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.830103:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.830107:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.830110:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.830114:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92428:92428:256:4294967295] 192.168.204.56@tcp LPNI seq info [92428:92428:8:4294967295] 00000400:00000200:0.0:1776198907.830125:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.830131:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.830136:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198907.830142:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.830150:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.830154:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.830869:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.830875:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198907.830884:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.830892:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.830898:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:2.0:1776198907.830901:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:2.0:1776198907.830915:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.833320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d0be2bb. 00000400:00000200:2.0:1776198907.836363:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.836390:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d340 00000400:00000200:2.0:1776198907.836401:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85cd [1] + 224 00000400:00000200:2.0:1776198907.836437:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.836441:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.836456:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.836597:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.836603:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.836605:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.836612:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.836620:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.836661:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fba491f2. 02000000:00000010:0.0:1776198907.836670:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001af04e43. 00000100:00000010:0.0:1776198907.836677:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.836682:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.836686:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00010000:00000010:0.1:1776198907.837290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf6c9c57. 00010000:00000010:0.1:1776198907.837302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000200:2.0:1776198907.840339:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.840368:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75300 00000400:00000200:2.0:1776198907.840381:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 1312 00000400:00000200:2.0:1776198907.840674:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.840680:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.840690:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.840699:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:3.0:1776198907.841474:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000835606a5. 00000020:00000010:3.0:1776198907.841550:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.841557:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.841736:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217747712/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198907.841784:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747712 02000000:00000010:3.0:1776198907.841801:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198907.842026:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000291713e7. 00010000:00000010:3.0:1776198907.842065:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.842077:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00000100:00000010:3.0:1776198907.842105:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:3.0:1776198907.842110:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.842130:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198907.842138:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747712, offset 224 00000400:00000200:3.0:1776198907.842148:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.842167:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.842174:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92429:92429:256:4294967295] 192.168.204.56@tcp LPNI seq info [92429:92429:8:4294967295] 00000400:00000200:3.0:1776198907.842185:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.842192:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.842198:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.842205:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.842214:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.842219:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.842250:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.842324:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.842329:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000835606a5. 00080000:00000010:0.0:1776198907.842478:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001af04e43. 00010000:00000010:0.0:1776198907.844125:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.844147:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ea30516. 00010000:00000010:0.0:1776198907.844292:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e552799c. 00010000:00000010:0.0:1776198907.844299:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198907.844306:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198907.844313:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00080000:00000010:0.0:1776198907.844340:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fba491f2. 00010000:00000010:0.0:1776198907.844414:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.844417:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00000800:00000200:2.0:1776198907.844779:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.844785:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198907.844805:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.844826:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.844834:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:2.0:1776198907.844837:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00010000:00000010:2.0:1776198907.846014:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023451794. 00010000:00000010:2.0:1776198907.846025:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b6659da8. 00010000:00000010:2.0:1776198907.846041:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090939299. 00000100:00000010:2.0:1776198907.846049:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000100:00000010:2.0:1776198907.846061:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198907.846078:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b2d920c. 02000000:00000010:2.0:1776198907.846116:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c148dbce. 00000400:00000010:2.0:1776198907.846122:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198907.846128:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198907.846137:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084416, portal 16 00000400:00000010:2.0:1776198907.846144:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198907.846146:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084416, offset 0 00000400:00000200:2.0:1776198907.846158:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.846180:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.846191:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.846194:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.846197:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.846201:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92430:92430:256:4294967295] 192.168.204.56@tcp LPNI seq info [92430:92430:8:4294967295] 00000400:00000200:2.0:1776198907.846210:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.846217:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.846221:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198907.846228:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.846236:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.846240:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.847033:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.847040:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198907.847050:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.847060:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.847065:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:1.0:1776198907.847067:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:1.0:1776198907.847077:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231084416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.848641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bb203cc. 00000400:00000200:2.0:1776198907.849754:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.849778:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d380 00000400:00000200:2.0:1776198907.849791:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85d9 [1] + 224 00000400:00000200:2.0:1776198907.850159:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.850165:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.850178:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231084416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.850356:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:1.0:1776198907.850362:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:1.0:1776198907.850365:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:1.0:1776198907.850372:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231084416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.850380:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231084416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.850424:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c148dbce. 02000000:00000010:1.0:1776198907.850432:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b2d920c. 00000100:00000010:1.0:1776198907.850437:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:1.0:1776198907.850443:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:1.0:1776198907.850448:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090939299. 00000400:00000200:2.0:1776198907.850724:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.850735:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75340 00000400:00000200:2.0:1776198907.850741:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 1640 00000400:00000200:2.0:1776198907.850805:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.850814:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.850819:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.850826:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198907.850951:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000835606a5. 00000020:00000010:3.0:1776198907.850960:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.850966:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.851171:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217747776/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.851213:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747776 02000000:00000010:3.0:1776198907.851301:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025faa4ff. 00010000:00000010:3.0:1776198907.851340:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000870e7265. 00010000:00000010:3.0:1776198907.851369:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.851378:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00000100:00000010:3.0:1776198907.851652:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:3.0:1776198907.851658:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00080000:00000010:1.0:1776198907.851671:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3df327b. 00000400:00000010:3.0:1776198907.851679:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198907.851686:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747776, offset 224 00000400:00000200:3.0:1776198907.851695:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.851711:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.851717:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92431:92431:256:4294967295] 192.168.204.56@tcp LPNI seq info [92431:92431:8:4294967295] 00000400:00000200:3.0:1776198907.851727:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.851733:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.851739:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.851745:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.851754:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.851758:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.851823:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.851829:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.851833:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000835606a5. 00010000:00000010:1.0:1776198907.851871:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6659da8. 00010000:00000010:1.0:1776198907.851880:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099778c13. 00000800:00000200:2.0:1776198907.851949:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.851954:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198907.851967:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.851972:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.851976:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:2.0:1776198907.851978:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00010000:00000010:1.0:1776198907.852202:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198907.852211:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc93983f. 00010000:00000010:1.0:1776198907.852225:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.852231:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.852241:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 02000000:00000010:1.0:1776198907.852746:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076881734. 02000000:00000010:1.0:1776198907.853161:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfbcf495. 00000400:00000010:1.0:1776198907.853171:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000340fd19. 00000400:00000010:1.0:1776198907.853178:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198907.853186:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084480, portal 16 00000400:00000010:1.0:1776198907.853194:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198907.853196:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084480, offset 0 00000400:00000200:1.0:1776198907.853204:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.853221:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.853230:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.853236:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.853240:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.853243:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92432:92432:256:4294967295] 192.168.204.56@tcp LPNI seq info [92432:92432:8:4294967295] 00000400:00000200:1.0:1776198907.853318:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.853326:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.853331:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198907.853337:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.853343:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.853347:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.854496:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.854505:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198907.854516:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.854526:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.854534:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:2.0:1776198907.854536:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:2.0:1776198907.854549:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2804e1a x1862477231084480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.856428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f735156. 00010000:00000010:0.1:1776198907.856448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198907.856454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e552799c. 00010000:00000010:0.1:1776198907.856458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000200:2.0:1776198907.857025:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.857050:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d3c0 00000400:00000200:2.0:1776198907.857061:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85e5 [1] + 224 00000400:00000200:2.0:1776198907.857080:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.857085:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.857098:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2804e1a x1862477231084480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.857194:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 00000400:00000200:1.0:1776198907.857202:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:1.0:1776198907.857204:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000100:00000200:1.0:1776198907.857211:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2804e1a x1862477231084480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.857220:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2804e1a x1862477231084480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.857292:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfbcf495. 02000000:00000010:1.0:1776198907.857301:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076881734. 00000100:00000010:1.0:1776198907.857307:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 00000100:00000010:1.0:1776198907.857312:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.857316:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000200:2.0:1776198907.859178:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.859203:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75380 00000400:00000200:2.0:1776198907.859214:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ef5 [2] + 1968 00000400:00000010:2.0:1776198907.859220:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b77f1c37. 00000400:00000200:2.0:1776198907.859229:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003e1e6c01 00000400:00000200:2.0:1776198907.859363:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.859368:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.859373:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e1e6c01 00000400:00000010:2.0:1776198907.859376:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003e1e6c01 (tot 82346882). 00000100:00000200:2.0:1776198907.859392:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198907.860040:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000835606a5. 00000020:00000010:3.0:1776198907.860052:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.860057:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.860093:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b86736a x1862477217747840/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.860137:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747840 02000000:00000010:3.0:1776198907.860152:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9941d9b. 00010000:00000010:3.0:1776198907.860194:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c57bbffe. 00010000:00000010:3.0:1776198907.860224:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.860232:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a6ebb34. 00080000:00000010:2.0:1776198907.860379:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056369ec3. 00010000:00000010:3.0:1776198907.860574:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc93983f. 00000100:00000010:3.0:1776198907.860584:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a6ebb34. 00010000:00000010:3.0:1776198907.860589:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00010000:00000010:3.0:1776198907.860666:0:64812:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ce49148. 00000400:00000010:3.0:1776198907.860688:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198907.860696:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747840, offset 224 00000400:00000200:3.0:1776198907.860706:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:2.0:1776198907.860834:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.0:1776198907.860844:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000186fc580. 00010000:00000010:2.0:1776198907.860859:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000daf0a6e4. 00000100:00000010:2.0:1776198907.860864:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000400:00000200:3.0:1776198907.860872:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000100:00000010:2.0:1776198907.860873:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000400:00000200:3.0:1776198907.860879:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92433:92433:256:4294967295] 192.168.204.56@tcp LPNI seq info [92433:92433:8:4294967295] 02000000:00000010:2.0:1776198907.860887:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b2d920c. 00000400:00000200:3.0:1776198907.860892:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 02000000:00000010:2.0:1776198907.860918:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c148dbce. 00000400:00000010:2.0:1776198907.860924:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198907.860931:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198907.860936:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084544, portal 16 00000400:00000010:2.0:1776198907.860941:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198907.860942:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084544, offset 0 00000400:00000200:2.0:1776198907.860947:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000800:00000200:3.0:1776198907.861075:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.861082:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198907.861090:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.861099:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.861104:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.861136:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.861142:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:3.0:1776198907.861146:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000835606a5. 02000000:00000010:3.0:1776198907.861158:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025faa4ff. 00000100:00000010:3.0:1776198907.861161:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:3.0:1776198907.861165:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00000100:00000010:3.0:1776198907.861167:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198907.861172:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5a5d108. 00000100:00000010:3.0:1776198907.861177:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:3.0:1776198907.861180:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054301e2a. 00000100:00000010:3.0:1776198907.861184:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198907.861187:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6726b33. 00000100:00000010:3.0:1776198907.861189:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:3.0:1776198907.861191:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ac19762. 00000100:00000010:3.0:1776198907.861193:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000200:3.0:1776198907.861204:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198907.861209:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002f4789a5. 00000400:00000010:3.0:1776198907.861212:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a6ebb34 (tot 82347282). 00010000:00000010:1.1:1776198907.862522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ac4c657. 00010000:00000010:1.1:1776198907.862539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00000800:00000200:1.0:1776198907.862688:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.862693:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198907.862710:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.862719:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.862725:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:1.0:1776198907.862727:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 02000000:00000010:1.0:1776198907.862735:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9941d9b. 00000400:00000200:2.0:1776198907.863180:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.863191:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.863195:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.863199:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.863202:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92434:92434:255:4294967295] 192.168.204.56@tcp LPNI seq info [92434:92434:7:4294967295] 00000400:00000200:2.0:1776198907.863214:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.863220:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.863227:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198907.863233:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.863240:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.863244:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.868051:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.868063:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:1.0:1776198907.868079:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.868092:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.868101:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:1.0:1776198907.868103:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:1.0:1776198907.868116:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231084544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.870545:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.870584:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d400 00000400:00000200:2.0:1776198907.870596:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb85f1 [1] + 224 00000400:00000200:2.0:1776198907.870621:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.870626:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.870640:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231084544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198907.871207:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:1.0:1776198907.871215:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:1.0:1776198907.871218:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:1.0:1776198907.871226:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231084544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198907.871233:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231084544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198907.871319:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c148dbce. 02000000:00000010:1.0:1776198907.871328:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b2d920c. 00000100:00000010:1.0:1776198907.871332:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:1.0:1776198907.871337:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:1.0:1776198907.871342:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000daf0a6e4. 00010000:00000010:3.1:1776198907.873297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026eb2aa8. 00000400:00000200:2.0:1776198907.875803:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.875840:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f753c0 00000400:00000200:2.0:1776198907.875851:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 0 00000400:00000200:2.0:1776198907.875931:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.875936:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.875955:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.875965:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:3.0:1776198907.876369:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ac19762. 00000020:00000010:3.0:1776198907.876378:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198907.876384:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c6cf2f7c. 00000100:00000200:3.0:1776198907.876693:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217747904/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198907.876834:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747904 02000000:00000010:1.0:1776198907.876855:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfbcf495. 00010000:00000010:1.0:1776198907.876903:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003de6cd85. 00010000:00000010:1.0:1776198907.876933:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.876953:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.876978:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.876983:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000010:1.0:1776198907.877009:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198907.877016:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747904, offset 224 00000400:00000200:1.0:1776198907.877026:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.877044:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00080000:00000010:0.0:1776198907.877050:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020d010b1. 00000400:00000200:1.0:1776198907.877051:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92435:92435:256:4294967295] 192.168.204.56@tcp LPNI seq info [92435:92435:8:4294967295] 00000400:00000200:1.0:1776198907.877063:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.877068:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.877073:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.877081:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.877090:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.877095:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.877116:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:1.0:1776198907.877122:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c6cf2f7c. 00000020:00000010:1.0:1776198907.877126:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ac19762. 00010000:00000010:0.0:1776198907.877187:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000186fc580. 00010000:00000010:0.0:1776198907.877195:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013d21c9b. 00000800:00000200:1.0:1776198907.877229:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.877233:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198907.877238:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.877241:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.877246:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:1.0:1776198907.877248:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00010000:00000010:3.1:1776198907.879130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd26aad. 00010000:00000010:3.1:1776198907.879147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:3.1:1776198907.879153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95b079c. 00010000:00000010:0.0:1776198907.879638:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198907.879650:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.879670:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.879679:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.879692:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.879828:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000610b2090. 02000000:00000010:0.0:1776198907.879868:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc3ef4c. 00000400:00000010:0.0:1776198907.879876:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.879884:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.879893:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084608, portal 16 00000400:00000010:0.0:1776198907.879900:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198907.879903:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084608, offset 0 00000400:00000200:0.0:1776198907.880009:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.880032:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.880043:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.880048:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.880051:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.880055:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92436:92436:256:4294967295] 192.168.204.56@tcp LPNI seq info [92436:92436:8:4294967295] 00000400:00000200:0.0:1776198907.880066:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.880073:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.880079:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198907.880085:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.880094:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.880099:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.880471:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.880476:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198907.880483:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.880489:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.880495:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:2.0:1776198907.880498:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:2.0:1776198907.880506:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.884361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcbd34f3. 00010000:00000010:0.1:1776198907.884375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a24b35a4. 00010000:00000010:0.1:1776198907.884382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00000400:00000200:2.0:1776198907.885687:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.885723:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d440 00000400:00000200:2.0:1776198907.885734:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8601 [1] + 224 00000400:00000200:2.0:1776198907.885767:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.885773:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.885790:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.885928:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.885933:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.885936:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.885942:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.885951:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.886001:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc3ef4c. 02000000:00000010:0.0:1776198907.886010:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000610b2090. 00000100:00000010:0.0:1776198907.886016:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.886022:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.886026:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:1.0:1776198907.890330:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.890359:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75400 00000400:00000200:1.0:1776198907.890370:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 328 00000400:00000200:1.0:1776198907.890653:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.890660:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.890669:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.890678:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 00000020:00000010:2.0:1776198907.890803:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b2d920c. 00000020:00000010:2.0:1776198907.890813:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.890818:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.890855:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2804e1a x1862477217747968/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198907.890893:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217747968 02000000:00000010:2.0:1776198907.890916:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c148dbce. 00010000:00000010:2.0:1776198907.890959:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b89533f. 00010000:00000010:2.0:1776198907.890997:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198907.891006:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000100:00000010:2.0:1776198907.891028:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:2.0:1776198907.891032:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000010:2.0:1776198907.891051:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198907.891057:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217747968, offset 224 00000400:00000200:2.0:1776198907.891067:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:0.0:1776198907.891073:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000610b2090. 00000400:00000200:2.0:1776198907.891080:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.891087:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92437:92437:256:4294967295] 192.168.204.56@tcp LPNI seq info [92437:92437:8:4294967295] 00000400:00000200:2.0:1776198907.891097:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.891102:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.891108:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198907.891126:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.891136:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.891141:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.891163:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.891168:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.891171:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b2d920c. 00010000:00000010:0.0:1776198907.891185:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.891192:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044c4d478. 00010000:00000010:0.0:1776198907.891330:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198907.891337:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.891351:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.891355:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.891363:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.891376:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edc3ef4c. 02000000:00000010:0.0:1776198907.891404:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000201dbd5. 00000400:00000010:0.0:1776198907.891411:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.891416:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.891422:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084672, portal 16 00000400:00000010:0.0:1776198907.891428:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198907.891430:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084672, offset 0 00000400:00000200:0.0:1776198907.891437:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.891445:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.891454:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.891458:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.891461:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.891464:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92438:92438:255:4294967295] 192.168.204.56@tcp LPNI seq info [92438:92438:7:4294967295] 00000400:00000200:0.0:1776198907.891471:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.891476:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.891479:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347530). 00000800:00000200:0.0:1776198907.891496:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.891500:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.891503:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198907.891978:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.891984:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347282). 00000400:00000200:3.0:1776198907.892001:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.892005:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.892010:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:3.0:1776198907.892013:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000800:00000200:3.0:1776198907.894828:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198907.894838:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198907.894850:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198907.894861:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198907.894870:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:3.0:1776198907.894873:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:3.0:1776198907.894886:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.901668:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.901709:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d480 00000400:00000200:2.0:1776198907.901720:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb860d [1] + 224 00000400:00000200:2.0:1776198907.901745:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.901750:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.901766:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.901817:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.901822:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75440 00000400:00000200:2.0:1776198907.901828:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 656 00000400:00000200:2.0:1776198907.901902:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.901905:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.901910:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.901925:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000400:00000010:0.0:1776198907.902718:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.902726:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.902729:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.902739:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.902749:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.902790:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000201dbd5. 02000000:00000010:0.0:1776198907.902799:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edc3ef4c. 00000100:00000010:0.0:1776198907.902803:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.902808:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.902813:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000020:00000010:1.0:1776198907.902954:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78d2300. 00000020:00000010:1.0:1776198907.902964:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.902969:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198907.903014:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217748032/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198907.903058:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748032 02000000:00000010:1.0:1776198907.903073:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf6b886c. 00010000:00000010:1.0:1776198907.903110:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038033133. 00010000:00000010:1.0:1776198907.903139:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198907.903147:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198907.903163:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198907.903167:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000010:1.0:1776198907.903186:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198907.903192:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748032, offset 224 00000400:00000200:1.0:1776198907.903202:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.903219:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.903227:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92439:92439:256:4294967295] 192.168.204.56@tcp LPNI seq info [92439:92439:8:4294967295] 00000400:00000200:1.0:1776198907.903239:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.903246:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.903282:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.903290:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.903298:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.903303:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198907.903322:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198907.903329:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198907.903332:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78d2300. 00000800:00000200:1.0:1776198907.903442:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.903445:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198907.903449:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.903453:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.903457:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:1.0:1776198907.903459:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00010000:00000010:0.1:1776198907.905037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009346b778. 00010000:00000010:0.1:1776198907.905056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00080000:00000010:0.0:1776198907.905108:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc3ef4c. 00010000:00000010:0.0:1776198907.905241:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.905272:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f38d554. 00010000:00000010:0.0:1776198907.905373:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009346b778. 00010000:00000010:0.0:1776198907.905378:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198907.905385:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198907.905390:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00080000:00000010:0.0:1776198907.905410:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000201dbd5. 00010000:00000010:0.0:1776198907.905438:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.905442:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:2.1:1776198907.906528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004851e68b. 00010000:00000010:0.0:1776198907.906875:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000942f943f. 00010000:00000010:0.0:1776198907.906883:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.906899:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.906909:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.906922:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.906941:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf6a2409. 02000000:00000010:0.0:1776198907.907194:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002da12fa6. 00000400:00000010:0.0:1776198907.907203:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.907211:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.907219:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084736, portal 16 00000400:00000010:0.0:1776198907.907225:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198907.907228:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084736, offset 0 00000400:00000200:0.0:1776198907.907240:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.907293:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.907302:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.907307:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.907310:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.907313:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92440:92440:256:4294967295] 192.168.204.56@tcp LPNI seq info [92440:92440:8:4294967295] 00000400:00000200:0.0:1776198907.907468:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.907482:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.907492:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198907.907502:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.907508:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.907511:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.907744:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.907751:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:2.0:1776198907.907760:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.907767:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.907772:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198907.907775:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:2.0:1776198907.907784:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.911613:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.911641:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d4c0 00000400:00000200:2.0:1776198907.911654:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8619 [1] + 224 00000400:00000200:2.0:1776198907.911670:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.911674:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.911690:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.911727:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.911735:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75480 00000400:00000200:2.0:1776198907.911741:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 984 00000400:00000200:2.0:1776198907.911811:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.911815:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.911820:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.911827:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198907.912006:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6726b33. 00000020:00000010:3.0:1776198907.912015:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198907.912020:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003190df8b. 00000100:00000200:3.0:1776198907.912154:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217748096/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.912196:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748096 02000000:00000010:3.0:1776198907.912214:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054301e2a. 00010000:00000010:3.0:1776198907.912568:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.912579:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.912590:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:3.0:1776198907.912594:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.912614:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198907.912620:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748096, offset 224 00000400:00000200:3.0:1776198907.913050:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000010:0.0:1776198907.913064:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:3.0:1776198907.913070:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.913077:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000200:3.0:1776198907.913081:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92441:92441:256:4294967295] 192.168.204.56@tcp LPNI seq info [92441:92441:8:4294967295] 00000400:00000010:0.0:1776198907.913082:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000400:00000200:3.0:1776198907.913097:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.913103:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000200:0.0:1776198907.913306:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.913319:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198907.913349:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051b93fd0. 02000000:00000010:0.0:1776198907.913369:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002da12fa6. 02000000:00000010:0.0:1776198907.913376:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf6a2409. 00000100:00000010:0.0:1776198907.913380:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.913384:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.913387:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00080000:00000010:0.0:1776198907.913412:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf6a2409. 00010000:00000010:0.0:1776198907.913505:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.913512:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066b1fd94. 00010000:00000010:0.0:1776198907.913601:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.0:1776198907.913607:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.913618:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.913624:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.913631:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.913643:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002da12fa6. 02000000:00000010:0.0:1776198907.914040:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d2b6829. 00000400:00000010:0.0:1776198907.914046:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.914051:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.914056:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084800, portal 16 00000400:00000010:0.0:1776198907.914062:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198907.914063:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084800, offset 0 00000400:00000200:0.0:1776198907.914071:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.914427:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198907.914445:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.914455:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.914459:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.914508:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:2.0:1776198907.914517:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003190df8b. 00000020:00000010:2.0:1776198907.914523:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6726b33. 00000800:00000200:1.0:1776198907.914760:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.914765:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198907.914772:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.914779:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.914784:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:1.0:1776198907.914787:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000400:00000200:0.0:1776198907.914824:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.914837:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.914842:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.914845:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.914849:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92442:92442:255:4294967295] 192.168.204.56@tcp LPNI seq info [92442:92442:7:4294967295] 00000400:00000200:0.0:1776198907.914861:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.914867:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.914874:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198907.914882:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.914891:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.914894:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.915137:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.915142:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:1.0:1776198907.915148:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.915152:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.915155:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:1.0:1776198907.915158:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:1.0:1776198907.915166:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198907.917507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c11c6bf. 00000400:00000200:2.0:1776198907.919372:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.919399:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d500 00000400:00000200:2.0:1776198907.919411:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8625 [1] + 224 00000400:00000200:2.0:1776198907.919447:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.919452:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.919467:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.919615:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.919629:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.919631:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.919646:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.919658:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.919704:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d2b6829. 02000000:00000010:0.0:1776198907.919711:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002da12fa6. 00000100:00000010:0.0:1776198907.919716:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.919720:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.919732:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:2.0:1776198907.920400:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.920415:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f754c0 00000400:00000200:2.0:1776198907.920423:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 1312 00000400:00000200:2.0:1776198907.920503:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.920508:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.920514:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.920520:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:3.0:1776198907.920904:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000020:00000010:3.0:1776198907.920914:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.920920:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.920953:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217748160/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.921004:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748160 02000000:00000010:3.0:1776198907.921020:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025faa4ff. 00010000:00000010:3.0:1776198907.921061:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d16e4c46. 00010000:00000010:3.0:1776198907.921091:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.921100:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.921120:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:3.0:1776198907.921124:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.921140:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198907.921147:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748160, offset 224 00000400:00000200:3.0:1776198907.921156:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.921171:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.921179:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92443:92443:256:4294967295] 192.168.204.56@tcp LPNI seq info [92443:92443:8:4294967295] 00000400:00000200:3.0:1776198907.921189:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.921195:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.921202:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.921208:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.921217:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.921222:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776198907.921247:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002da12fa6. 00000020:00000010:3.0:1776198907.921301:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.921309:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.921313:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 00010000:00000010:0.0:1776198907.921393:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.921404:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078cddfe9. 00010000:00000010:0.0:1776198907.921500:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198907.921508:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.921522:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.921529:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000800:00000200:2.0:1776198907.921541:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1776198907.921541:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00000800:00000010:2.0:1776198907.921551:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 02000000:00000010:0.0:1776198907.921561:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d2b6829. 00000400:00000200:2.0:1776198907.921569:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.921579:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.921584:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:2.0:1776198907.921587:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 02000000:00000010:0.0:1776198907.921593:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bdccc24. 00000400:00000010:0.0:1776198907.921601:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.921608:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.921615:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084864, portal 16 00000400:00000010:0.0:1776198907.921621:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198907.921623:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084864, offset 0 00000400:00000200:0.0:1776198907.921632:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.921647:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.921654:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.921657:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.921660:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.921674:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92444:92444:256:4294967295] 192.168.204.56@tcp LPNI seq info [92444:92444:8:4294967295] 00000400:00000200:0.0:1776198907.921684:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.921690:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.921695:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198907.921701:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.921709:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.921712:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.922045:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.922049:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198907.922055:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.922060:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.922064:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:2.0:1776198907.922066:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:2.0:1776198907.922073:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.925323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000564ba6bc. 00010000:00000010:0.1:1776198907.925350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198907.925356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009346b778. 00010000:00000010:0.1:1776198907.925360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.1:1776198907.925365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05cfc0b. 00010000:00000010:0.1:1776198907.925372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035d3f926. 00010000:00000010:0.1:1776198907.925375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00000400:00000200:2.0:1776198907.925551:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.925579:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d540 00000400:00000200:2.0:1776198907.925604:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8631 [1] + 224 00000400:00000200:2.0:1776198907.925629:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.925635:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.925656:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.925762:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.925773:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.925775:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.925793:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.925805:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.925853:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bdccc24. 02000000:00000010:0.0:1776198907.925866:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d2b6829. 00000100:00000010:0.0:1776198907.925871:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.925877:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.925882:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:2.0:1776198907.928509:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.928535:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75500 00000400:00000200:2.0:1776198907.928545:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 1640 00000400:00000200:2.0:1776198907.928627:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.928632:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.928640:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198907.928648:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00010000:00000010:0.1:1776198907.929310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000408e00b5. 00010000:00000010:0.1:1776198907.929328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00010000:00000010:3.1:1776198907.930023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db1bf830. 00000020:00000010:2.0:1776198907.930233:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b2d920c. 00000020:00000010:2.0:1776198907.930242:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.930247:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198907.930307:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217748224/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198907.930349:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748224 02000000:00000010:2.0:1776198907.930367:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1268c46. 00010000:00000010:2.0:1776198907.930403:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e337d85. 00010000:00000010:2.0:1776198907.930428:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198907.930437:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000100:00000010:2.0:1776198907.930459:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:2.0:1776198907.930462:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000010:2.0:1776198907.930479:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198907.930485:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748224, offset 224 00000400:00000200:2.0:1776198907.930494:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.930510:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.930517:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92445:92445:256:4294967295] 192.168.204.56@tcp LPNI seq info [92445:92445:8:4294967295] 00000400:00000200:2.0:1776198907.930529:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.930536:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.930542:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198907.930549:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.930558:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.930563:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198907.930600:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198907.930605:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198907.930609:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b2d920c. 00080000:00000010:0.0:1776198907.930891:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d2b6829. 00010000:00000010:0.0:1776198907.931012:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.931019:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acc020f7. 00010000:00000010:0.0:1776198907.931552:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.0:1776198907.931561:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.931575:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.931581:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.931590:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.931611:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bdccc24. 02000000:00000010:0.0:1776198907.931640:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb33f8f8. 00000400:00000010:0.0:1776198907.931647:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.931653:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.931659:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084928, portal 16 00000400:00000010:0.0:1776198907.931665:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198907.931667:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084928, offset 0 00000400:00000200:0.0:1776198907.931675:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.931687:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.931695:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.931710:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.931714:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.931716:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92446:92446:255:4294967295] 192.168.204.56@tcp LPNI seq info [92446:92446:7:4294967295] 00000400:00000200:0.0:1776198907.931725:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.931729:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.931733:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347530). 00000800:00000200:0.0:1776198907.931738:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.931742:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.931747:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.932035:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.932041:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:1.0:1776198907.932049:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.932055:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.932060:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:1.0:1776198907.932064:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000800:00000200:1.0:1776198907.936121:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.936134:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198907.936147:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.936161:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.936170:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:1.0:1776198907.936173:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:1.0:1776198907.936187:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198907.937648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fe681d. 00000400:00000200:2.0:1776198907.937723:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.937750:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d580 00000400:00000200:2.0:1776198907.937764:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb863d [1] + 224 00000400:00000200:2.0:1776198907.937784:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.937787:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.937799:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198907.938049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9877bfb. 00010000:00000010:0.1:1776198907.938059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000010:0.0:1776198907.938082:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.938088:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.938090:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.938097:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.938104:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.938156:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb33f8f8. 02000000:00000010:0.0:1776198907.938164:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005bdccc24. 00000100:00000010:0.0:1776198907.938169:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.938174:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.938177:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:2.0:1776198907.939008:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.939026:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75540 00000400:00000200:2.0:1776198907.939033:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6f4d [2] + 1968 00000400:00000010:2.0:1776198907.939037:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e5418fc. 00000400:00000200:2.0:1776198907.939043:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000367bf0cc 00000400:00000200:2.0:1776198907.939123:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.939128:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.939131:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000367bf0cc 00000400:00000010:2.0:1776198907.939134:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000367bf0cc (tot 82346882). 00000100:00000200:2.0:1776198907.939141:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198907.939793:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000020:00000010:3.0:1776198907.939804:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.939821:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.939860:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000010a417 x1862477217748288/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.939899:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748288 02000000:00000010:3.0:1776198907.939914:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000835606a5. 00010000:00000010:3.0:1776198907.939954:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075394d7d. 00010000:00000010:3.0:1776198907.939982:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.940001:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000301b9119. 00000100:00000010:3.0:1776198907.940368:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000301b9119. 00010000:00000010:3.0:1776198907.940373:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.940395:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198907.940404:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748288, offset 224 00000400:00000200:3.0:1776198907.940416:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.940440:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.940448:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92447:92447:256:4294967295] 192.168.204.56@tcp LPNI seq info [92447:92447:8:4294967295] 00000400:00000200:3.0:1776198907.940460:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.940466:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.940474:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198907.940481:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.940491:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.940496:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.940522:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.940526:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.940531:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 02000000:00000010:3.0:1776198907.940543:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e1268c46. 00000100:00000010:3.0:1776198907.940549:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198907.940555:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025faa4ff. 00000100:00000010:3.0:1776198907.940558:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:3.0:1776198907.940561:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054301e2a. 00000100:00000010:3.0:1776198907.940565:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198907.940568:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf6b886c. 00000100:00000010:3.0:1776198907.940572:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:3.0:1776198907.940576:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c148dbce. 00000100:00000010:3.0:1776198907.940579:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 02000000:00000010:3.0:1776198907.940583:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfbcf495. 00000100:00000010:3.0:1776198907.940585:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000200:3.0:1776198907.940605:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198907.940614:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000031398af6. 00000400:00000010:3.0:1776198907.940619:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000301b9119 (tot 82347282). 00000800:00000200:1.0:1776198907.940921:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.940927:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198907.940943:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.940949:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.940954:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:1.0:1776198907.940956:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 02000000:00000010:1.0:1776198907.940962:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000835606a5. 00080000:00000010:0.0:1776198907.942274:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bdccc24. 00010000:00000010:0.0:1776198907.942420:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.942432:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8c348ff. 00010000:00000010:0.0:1776198907.942552:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198907.942560:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.942580:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.944447:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.944483:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.944505:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb33f8f8. 02000000:00000010:0.0:1776198907.944551:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020de2c5b. 00000400:00000010:0.0:1776198907.944559:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.944568:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.944578:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231084992, portal 16 00000400:00000010:0.0:1776198907.944585:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198907.944588:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231084992, offset 0 00000400:00000200:0.0:1776198907.944608:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.944633:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.944645:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.944650:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.944656:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.944660:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92448:92448:256:4294967295] 192.168.204.56@tcp LPNI seq info [92448:92448:8:4294967295] 00000400:00000200:0.0:1776198907.944673:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.944680:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.944687:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198907.944695:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.944703:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.944709:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.945781:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.945791:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:2.0:1776198907.945801:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.945819:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.945827:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:2.0:1776198907.945830:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:2.0:1776198907.945843:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231084992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.946320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000743b1399. 00000400:00000200:2.0:1776198907.948949:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.948978:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d5c0 00000400:00000200:2.0:1776198907.949000:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb864d [1] + 224 00000400:00000200:2.0:1776198907.949025:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.949029:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.949042:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231084992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.949467:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198907.949475:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198907.949478:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198907.949486:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231084992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.949494:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231084992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.949535:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020de2c5b. 02000000:00000010:0.0:1776198907.949544:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb33f8f8. 00000100:00000010:0.0:1776198907.949551:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198907.949560:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.949564:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000200:1.0:1776198907.950549:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.950571:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75580 00000400:00000200:1.0:1776198907.950580:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 0 00000400:00000200:1.0:1776198907.950654:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.950658:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.950666:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.950672:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 00000020:00000010:3.0:1776198907.950954:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.950964:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.950970:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.951026:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1fb0e4 x1862477217748352/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.951072:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748352 02000000:00000010:3.0:1776198907.951088:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025faa4ff. 00010000:00000010:3.0:1776198907.951132:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000793dd0f2. 00010000:00000010:3.0:1776198907.951163:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.951171:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198907.951187:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198907.951191:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.951214:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000100:00000200:3.0:1776198907.951220:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748352, offset 224 00000400:00000200:3.0:1776198907.951231:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.951246:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.951281:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92449:92449:256:4294967295] 192.168.204.56@tcp LPNI seq info [92449:92449:8:4294967295] 00000400:00000200:3.0:1776198907.951293:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.951298:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.951306:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.951312:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.951320:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.951324:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.951352:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.951357:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.951360:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 00000800:00000200:1.0:1776198907.951548:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.951552:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198907.951566:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.951570:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.951574:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b4375f2 00000400:00000010:1.0:1776198907.951576:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b4375f2. 00080000:00000010:0.0:1776198907.952129:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020de2c5b. 00010000:00000010:0.0:1776198907.952298:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.952309:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4b873c3. 00010000:00000010:0.0:1776198907.952414:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009346b778. 00010000:00000010:0.0:1776198907.952425:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198907.952432:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000942f943f. 00010000:00000010:0.0:1776198907.952438:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00080000:00000010:0.0:1776198907.952457:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb33f8f8. 00010000:00000010:0.0:1776198907.952484:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.952488:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198907.952551:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198907.952555:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.952564:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198907.952572:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.952583:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198907.952611:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000167c5589. 02000000:00000010:0.0:1776198907.952650:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0c01d5c. 00000400:00000010:0.0:1776198907.952657:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198907.952663:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198907.952670:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085056, portal 16 00000400:00000010:0.0:1776198907.952676:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198907.952678:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085056, offset 0 00000400:00000200:0.0:1776198907.952686:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.952701:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.952709:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.952714:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.952717:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.952720:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92450:92450:256:4294967295] 192.168.204.56@tcp LPNI seq info [92450:92450:8:4294967295] 00000400:00000200:0.0:1776198907.952728:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.952733:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.952737:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198907.952742:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.952749:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.952753:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.954204:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.954213:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198907.954223:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.954232:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.954238:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:2.0:1776198907.954240:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:2.0:1776198907.954274:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231085056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.957470:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.957498:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d600 00000400:00000200:1.0:1776198907.957510:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8659 [1] + 224 00000400:00000200:1.0:1776198907.957526:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.957530:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.957543:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231085056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198907.957601:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.957607:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f755c0 00000400:00000200:1.0:1776198907.957612:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 328 00010000:00000010:0.1:1776198907.957760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095f0b87a. 00010000:00000010:0.1:1776198907.957860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00000400:00000200:1.0:1776198907.958395:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.958402:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.958410:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.958429:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 00000400:00000010:2.0:1776198907.958558:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:2.0:1776198907.958566:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:2.0:1776198907.958569:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:2.0:1776198907.958578:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231085056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.958588:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231085056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.958643:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0c01d5c. 02000000:00000010:2.0:1776198907.958651:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000167c5589. 00000100:00000010:2.0:1776198907.958655:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:2.0:1776198907.958659:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:2.0:1776198907.958663:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000020:00000010:3.0:1776198907.958918:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.958927:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.958931:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.958961:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be53f0de x1862477217748416/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198907.959047:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748416 02000000:00000010:3.0:1776198907.959064:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198907.959101:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4160bc5. 00010000:00000010:3.0:1776198907.959131:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.959139:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198907.959159:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198907.959161:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.959178:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198907.959183:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748416, offset 224 00000400:00000200:3.0:1776198907.959192:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.959209:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.959217:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92451:92451:256:4294967295] 192.168.204.56@tcp LPNI seq info [92451:92451:8:4294967295] 00000400:00000200:3.0:1776198907.959228:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.959233:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.959239:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.959245:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.959777:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.959783:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.959808:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.959814:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.959819:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 00080000:00000010:0.0:1776198907.959937:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e40986d1. 00010000:00000010:0.0:1776198907.960066:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.960075:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a630ebf7. 00010000:00000010:0.0:1776198907.960183:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.0:1776198907.960191:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.960206:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198907.960213:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.960222:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198907.960238:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038515bad. 02000000:00000010:0.0:1776198907.960316:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3b9d881. 00000400:00000010:0.0:1776198907.960324:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0720ca2. 00000400:00000010:0.0:1776198907.960330:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198907.960337:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085120, portal 16 00000400:00000010:0.0:1776198907.960344:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198907.960346:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085120, offset 0 00000400:00000200:0.0:1776198907.960353:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.960365:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.960375:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.960379:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.960382:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.960385:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92452:92452:255:4294967295] 192.168.204.56@tcp LPNI seq info [92452:92452:7:4294967295] 00000400:00000200:0.0:1776198907.960393:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.960398:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.960402:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347530). 00000800:00000200:0.0:1776198907.960407:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.960412:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.960414:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.960762:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.960767:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:1.0:1776198907.960783:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.960789:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.960794:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:1.0:1776198907.960796:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000800:00000200:1.0:1776198907.960872:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.960874:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:1.0:1776198907.960878:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.960881:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.960883:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:1.0:1776198907.960884:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00000100:00000200:1.0:1776198907.960890:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231085120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198907.965321:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198907.965352:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d640 00000400:00000200:2.0:1776198907.965365:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8665 [1] + 224 00000400:00000200:2.0:1776198907.965388:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.965393:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198907.965408:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231085120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.965682:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0720ca2. 00000400:00000200:0.0:1776198907.965688:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:0.0:1776198907.965691:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:0.0:1776198907.965698:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231085120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.965706:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231085120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.965744:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3b9d881. 02000000:00000010:0.0:1776198907.965751:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038515bad. 00000100:00000010:0.0:1776198907.965756:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198907.965761:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.965765:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00000400:00000200:1.0:1776198907.965904:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.965913:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75600 00000400:00000200:1.0:1776198907.965919:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 656 00000400:00000200:1.0:1776198907.966222:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.966226:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.966233:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.966240:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 00010000:00000010:0.1:1776198907.966368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007382d5c5. 00010000:00000010:0.1:1776198907.966394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.1:1776198907.966400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009346b778. 00010000:00000010:0.1:1776198907.966402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00000020:00000010:3.0:1776198907.966536:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.966546:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.966552:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.966587:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2804e1a x1862477217748480/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198907.966697:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748480 02000000:00000010:3.0:1776198907.966714:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0b92580. 00010000:00000010:3.0:1776198907.966753:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002fe6a0b. 00010000:00000010:3.0:1776198907.966779:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.966787:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198907.966886:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198907.966890:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.966906:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198907.966911:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748480, offset 224 00000400:00000200:3.0:1776198907.966920:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.966934:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.966940:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92453:92453:256:4294967295] 192.168.204.56@tcp LPNI seq info [92453:92453:8:4294967295] 00000400:00000200:3.0:1776198907.966961:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.966966:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.966971:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.966977:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.966984:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.966997:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.967020:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.967024:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.967028:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 00000800:00000200:1.0:1776198907.967281:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.967287:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198907.967302:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.967306:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.967310:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:1.0:1776198907.967313:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00080000:00000010:0.0:1776198907.967745:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038515bad. 00010000:00000010:0.0:1776198907.967945:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.967954:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047bf7399. 00010000:00000010:0.0:1776198907.968075:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000942f943f. 00010000:00000010:0.0:1776198907.968082:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198907.968097:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198907.968106:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198907.968117:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198907.968135:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b9d881. 02000000:00000010:0.0:1776198907.968175:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087d81913. 00000400:00000010:0.0:1776198907.968183:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0720ca2. 00000400:00000010:0.0:1776198907.968191:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198907.968198:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085184, portal 16 00000400:00000010:0.0:1776198907.968204:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198907.968206:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085184, offset 0 00000400:00000200:0.0:1776198907.968215:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198907.968231:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198907.968241:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198907.968244:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198907.968248:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198907.968316:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92454:92454:256:4294967295] 192.168.204.56@tcp LPNI seq info [92454:92454:8:4294967295] 00000400:00000200:0.0:1776198907.968326:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198907.968332:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198907.968337:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198907.968343:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198907.968348:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198907.968352:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198907.968924:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198907.968931:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:2.0:1776198907.968939:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198907.968945:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198907.968951:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:2.0:1776198907.968953:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:2.0:1776198907.968960:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231085184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.969585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c79045. 00010000:00000010:0.1:1776198907.970410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198907.970428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000200:1.0:1776198907.970820:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.970841:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d680 00000400:00000200:1.0:1776198907.970849:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8671 [1] + 224 00000400:00000200:1.0:1776198907.970886:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.970890:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.970901:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231085184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198907.970998:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0720ca2. 00000400:00000200:0.0:1776198907.971005:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:0.0:1776198907.971007:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:0.0:1776198907.971013:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231085184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198907.971020:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231085184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198907.971055:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087d81913. 02000000:00000010:0.0:1776198907.971061:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b9d881. 00000100:00000010:0.0:1776198907.971064:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198907.971069:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198907.971072:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00000400:00000200:1.0:1776198907.972617:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.972641:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75640 00000400:00000200:1.0:1776198907.972650:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 984 00000400:00000200:1.0:1776198907.972923:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.972929:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.972938:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.972946:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000020:00000010:3.0:1776198907.973996:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.974009:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.974015:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.974056:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217748544/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198907.974104:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748544 02000000:00000010:3.0:1776198907.974182:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000835606a5. 00010000:00000010:3.0:1776198907.974219:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016d8f622. 00010000:00000010:3.0:1776198907.974246:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00010000:00000010:3.1:1776198907.974281:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1193f90. 00010000:00000010:3.1:1776198907.974287:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfa3269. 00000100:00000010:3.0:1776198907.974295:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198907.974310:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198907.974314:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.974330:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198907.974337:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748544, offset 224 00080000:00000010:2.0:1776198907.974342:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7a23eca. 00000400:00000200:3.0:1776198907.974347:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.974363:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.974370:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92455:92455:256:4294967295] 192.168.204.56@tcp LPNI seq info [92455:92455:8:4294967295] 00000400:00000200:3.0:1776198907.974381:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.974386:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.974392:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.974399:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.974407:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.974412:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776198907.974470:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:2.0:1776198907.974478:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058c66966. 00000020:00000010:3.0:1776198907.974582:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00010000:00000010:2.0:1776198907.974585:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e34e19e. 00000020:00000010:3.0:1776198907.974587:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.974591:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 00010000:00000010:2.0:1776198907.974592:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085b72997. 00010000:00000010:2.0:1776198907.974605:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198907.974610:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000100:00000010:2.0:1776198907.974618:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198907.974632:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1268c46. 02000000:00000010:2.0:1776198907.974667:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c148dbce. 00000400:00000010:2.0:1776198907.974674:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012339b09. 00000400:00000010:2.0:1776198907.974680:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198907.974686:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085248, portal 16 00000400:00000010:2.0:1776198907.974692:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198907.974693:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085248, offset 0 00000400:00000200:2.0:1776198907.974700:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198907.974707:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198907.974715:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198907.974720:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198907.974723:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198907.974726:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92456:92456:255:4294967295] 192.168.204.56@tcp LPNI seq info [92456:92456:7:4294967295] 00000400:00000200:2.0:1776198907.974732:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198907.974736:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198907.974740:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347530). 00000800:00000200:2.0:1776198907.974743:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198907.974747:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198907.974750:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198907.974822:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1776198907.974824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fb5cd47. 00000800:00000010:1.0:1776198907.974827:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00010000:00000010:0.1:1776198907.974831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00000400:00000200:1.0:1776198907.974841:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.974845:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.974850:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:1.0:1776198907.974852:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00000800:00000200:1.0:1776198907.974883:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.974885:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:1.0:1776198907.974889:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.974893:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.974895:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:1.0:1776198907.974897:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000100:00000200:1.0:1776198907.974902:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231085248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.978569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d5dfa9e. 00010000:00000010:2.1:1776198907.984302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000482a0860. 00010000:00000010:2.1:1776198907.984323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00000400:00000200:1.0:1776198907.985760:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.985786:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d6c0 00000400:00000200:1.0:1776198907.985798:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb867d [1] + 224 00000400:00000200:1.0:1776198907.985821:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.985826:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.985841:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231085248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198907.986212:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012339b09. 00000400:00000200:2.0:1776198907.986218:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:2.0:1776198907.986221:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:2.0:1776198907.986227:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231085248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198907.986235:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231085248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198907.986330:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c148dbce. 02000000:00000010:2.0:1776198907.986340:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1268c46. 00000100:00000010:2.0:1776198907.986347:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:2.0:1776198907.986353:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:2.0:1776198907.986357:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000200:1.0:1776198907.987003:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.987016:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75680 00000400:00000200:1.0:1776198907.987023:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 1312 00000400:00000200:1.0:1776198907.987096:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.987100:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.987105:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.987111:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 00000020:00000010:3.0:1776198907.987931:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.987941:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.987947:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.987998:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d87c9fc x1862477217748608/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198907.988088:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748608 02000000:00000010:3.0:1776198907.988106:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6726b33. 00010000:00000010:3.0:1776198907.988147:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2d72a37. 00010000:00000010:3.0:1776198907.988177:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198907.988186:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198907.988303:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198907.988308:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198907.988327:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000100:00000200:3.0:1776198907.988343:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748608, offset 224 00000400:00000200:3.0:1776198907.988353:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198907.988369:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198907.988376:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92457:92457:256:4294967295] 192.168.204.56@tcp LPNI seq info [92457:92457:8:4294967295] 00000400:00000200:3.0:1776198907.988388:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198907.988395:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198907.988401:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198907.988407:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198907.988416:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198907.988430:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198907.988448:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.988452:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198907.988455:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 00000800:00000200:1.0:1776198907.988927:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198907.988933:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198907.988950:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.988957:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198907.988963:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:1.0:1776198907.988965:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00080000:00000010:0.0:1776198907.990998:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3b9d881. 00010000:00000010:0.0:1776198907.991148:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085b72997. 00010000:00000010:0.0:1776198907.991161:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d20af627. 00010000:00000010:0.0:1776198907.991292:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.0:1776198907.991300:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198907.991317:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198907.991328:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:1.0:1776198907.992008:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005380909e. 02000000:00000010:1.0:1776198907.992032:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a78d2300. 02000000:00000010:1.0:1776198907.992077:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e094491a. 00000400:00000010:1.0:1776198907.992086:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000340fd19. 00000400:00000010:1.0:1776198907.992094:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198907.992104:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085312, portal 16 00000400:00000010:1.0:1776198907.992112:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198907.992114:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085312, offset 0 00000400:00000200:1.0:1776198907.992126:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198907.992149:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198907.992158:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198907.992162:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198907.992166:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198907.992170:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92458:92458:256:4294967295] 192.168.204.56@tcp LPNI seq info [92458:92458:8:4294967295] 00000400:00000200:1.0:1776198907.992181:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198907.992189:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198907.992195:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198907.992203:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198907.992213:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198907.992219:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198907.993177:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198907.993185:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198907.993194:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198907.993203:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198907.993210:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:0.0:1776198907.993212:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:0.0:1776198907.993223:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005380909e x1862477231085312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198907.995394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d774ba61. 00000400:00000200:1.0:1776198907.999038:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.999065:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d700 00000400:00000200:1.0:1776198907.999076:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8689 [1] + 224 00000400:00000200:1.0:1776198907.999098:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.999102:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.999116:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005380909e x1862477231085312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198907.999499:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 00000400:00000200:3.0:1776198907.999506:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:3.0:1776198907.999508:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00000100:00000200:3.0:1776198907.999515:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005380909e x1862477231085312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198907.999523:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005380909e x1862477231085312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198914 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198907.999563:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e094491a. 02000000:00000010:3.0:1776198907.999570:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a78d2300. 00000100:00000010:3.0:1776198907.999575:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 00000100:00000010:3.0:1776198907.999580:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:3.0:1776198907.999586:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00000400:00000200:1.0:1776198907.999698:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198907.999708:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f756c0 00000400:00000200:1.0:1776198907.999715:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 1640 00000400:00000200:1.0:1776198907.999784:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198907.999788:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198907.999793:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198907.999798:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 00000020:00000010:3.0:1776198907.999897:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054301e2a. 00000020:00000010:3.0:1776198907.999906:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198907.999911:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198907.999945:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c27ac065 x1862477217748672/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:295/0 lens 328/0 e 0 to 0 dl 1776198950 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.000003:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748672 02000000:00000010:3.0:1776198908.000018:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ac19762. 00010000:00000010:3.0:1776198908.000058:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000365002f4. 00010000:00000010:3.0:1776198908.000087:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.000095:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.000111:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.000114:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198908.000130:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198908.000135:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748672, offset 224 00000400:00000200:3.0:1776198908.000143:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.000156:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.000162:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92459:92459:256:4294967295] 192.168.204.56@tcp LPNI seq info [92459:92459:8:4294967295] 00000400:00000200:3.0:1776198908.000172:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.000177:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.000184:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.000190:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.000197:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.000202:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.000219:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.000223:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.000226:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054301e2a. 00000800:00000200:0.0:1776198908.000394:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.000399:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198908.000413:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.000428:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.000432:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:0.0:1776198908.000434:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00080000:00000010:1.0:1776198908.001044:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3dc0c51. 00010000:00000010:1.0:1776198908.001169:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f5c632. 00010000:00000010:1.0:1776198908.001179:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002df42b5c. 00010000:00000010:1.0:1776198908.001309:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198908.001314:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000072e6d806. 00010000:00000010:1.0:1776198908.001320:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198908.001326:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00080000:00000010:1.0:1776198908.001354:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb629e15. 00010000:00000010:1.0:1776198908.001380:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.001383:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072e6d806. 00010000:00000010:1.0:1776198908.001460:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198908.001464:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.001474:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e46a3181. 00000100:00000010:1.0:1776198908.001479:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.001490:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 02000000:00000010:1.0:1776198908.001507:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000942c153c. 02000000:00000010:1.0:1776198908.001543:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342fc216. 00000400:00000010:1.0:1776198908.001549:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198908.001556:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198908.001563:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085376, portal 16 00000400:00000010:1.0:1776198908.001569:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198908.001572:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085376, offset 0 00000400:00000200:1.0:1776198908.001579:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.001592:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.001600:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.001603:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.001606:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.001609:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92460:92460:256:4294967295] 192.168.204.56@tcp LPNI seq info [92460:92460:8:4294967295] 00000400:00000200:1.0:1776198908.001617:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.001622:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.001627:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198908.001632:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.001638:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.001641:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.002052:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.002058:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198908.002063:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.002067:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.002073:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:0.0:1776198908.002075:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:0.0:1776198908.002084:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231085376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.006351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000c05b6. 00010000:00000010:0.1:1776198908.006372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:1.1:1776198908.008305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014f45db7. 00010000:00000010:1.1:1776198908.008324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00010000:00000010:1.1:1776198908.008329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198908.008333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00010000:00000010:3.1:1776198908.008402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d865976. 00000400:00000200:1.0:1776198908.010498:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.010523:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d740 00000400:00000200:1.0:1776198908.010533:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8695 [1] + 224 00000400:00000200:1.0:1776198908.010552:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.010556:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.010570:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231085376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198908.010816:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:3.0:1776198908.010824:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:3.0:1776198908.010826:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000100:00000200:3.0:1776198908.010835:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003fddc9a8 x1862477231085376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.010843:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003fddc9a8 x1862477231085376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.010885:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342fc216. 02000000:00000010:3.0:1776198908.010892:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000942c153c. 00000100:00000010:3.0:1776198908.010897:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 00000100:00000010:3.0:1776198908.010902:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:3.0:1776198908.010907:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e46a3181. 00000400:00000200:0.0:1776198908.011948:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.011972:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75700 00000400:00000200:0.0:1776198908.011980:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6fa5 [2] + 1968 00000400:00000010:0.0:1776198908.011995:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004407886a. 00000400:00000200:0.0:1776198908.012002:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009c2d37a4 00000400:00000200:0.0:1776198908.012078:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.012084:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.012089:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c2d37a4 00000400:00000010:0.0:1776198908.012092:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009c2d37a4 (tot 82346882). 00000100:00000200:0.0:1776198908.012099:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198908.012212:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c148dbce. 00000020:00000010:2.0:1776198908.012224:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.012230:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.012322:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002682d994 x1862477217748736/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198908.012369:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748736 02000000:00000010:2.0:1776198908.012384:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b2d920c. 00010000:00000010:2.0:1776198908.012425:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a212b1cf. 00010000:00000010:2.0:1776198908.012472:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198908.012483:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c71ec2e9. 00000100:00000010:2.0:1776198908.012502:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c71ec2e9. 00010000:00000010:2.0:1776198908.012506:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000010:2.0:1776198908.012529:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198908.012536:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748736, offset 224 00000400:00000200:2.0:1776198908.012546:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.012572:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.012581:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92461:92461:256:4294967295] 192.168.204.56@tcp LPNI seq info [92461:92461:8:4294967295] 00080000:00000010:1.0:1776198908.012827:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4fc36a1. 00010000:00000010:1.0:1776198908.012965:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.012974:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047302407. 00010000:00000010:1.0:1776198908.013117:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198908.013125:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.013141:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.013146:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.013155:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.013170:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007798a08. 02000000:00000010:1.0:1776198908.013206:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d790707c. 00000400:00000010:1.0:1776198908.013215:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.013221:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.013228:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085440, portal 16 00000400:00000010:1.0:1776198908.013233:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8a5d80. 00000100:00000200:1.0:1776198908.013235:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085440, offset 0 00000400:00000200:1.0:1776198908.013244:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.013416:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.013425:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.013434:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347130). 00000800:00000200:2.0:1776198908.013443:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.013454:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.013459:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.013487:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.013494:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.013500:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c148dbce. 02000000:00000010:2.0:1776198908.013512:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ac19762. 00000100:00000010:2.0:1776198908.013516:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 02000000:00000010:2.0:1776198908.013522:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6726b33. 00000100:00000010:2.0:1776198908.013526:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 02000000:00000010:2.0:1776198908.013529:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000835606a5. 00000100:00000010:2.0:1776198908.013531:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 02000000:00000010:2.0:1776198908.013534:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0b92580. 00000100:00000010:2.0:1776198908.013536:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 02000000:00000010:2.0:1776198908.013539:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00000100:00000010:2.0:1776198908.013541:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 02000000:00000010:2.0:1776198908.013544:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025faa4ff. 00000100:00000010:2.0:1776198908.013546:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 00000100:00000200:2.0:1776198908.013557:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198908.013563:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012339b09. 00000400:00000010:2.0:1776198908.013568:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c71ec2e9 (tot 82347282). 00000400:00000200:1.0:1776198908.014536:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.014546:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.014550:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.014554:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.014558:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92462:92462:255:4294967295] 192.168.204.56@tcp LPNI seq info [92462:92462:7:4294967295] 00000400:00000200:1.0:1776198908.014568:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.014575:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.014581:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347530). 00000800:00000200:1.0:1776198908.014587:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.015035:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.015042:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347282). 00000400:00000200:2.0:1776198908.015051:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.015058:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.015064:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:2.0:1776198908.015067:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 02000000:00000010:2.0:1776198908.015076:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b2d920c. 00000800:00000200:1.0:1776198908.015125:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.015129:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.016191:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.016197:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:2.0:1776198908.016204:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.016211:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.016216:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:2.0:1776198908.016219:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00000100:00000200:2.0:1776198908.016230:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.017647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001747dacc. 00010000:00000010:1.1:1776198908.022371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e416b7e2. 00010000:00000010:1.1:1776198908.022395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00000400:00000200:0.0:1776198908.027433:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.027463:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d780 00000400:00000200:0.0:1776198908.027476:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86a1 [1] + 224 00000400:00000200:0.0:1776198908.027505:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.027510:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.027527:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.028121:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.028138:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75740 00000400:00000200:2.0:1776198908.028145:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 0 00000400:00000200:2.0:1776198908.028819:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.028827:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.028836:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.028845:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000400:00000010:1.0:1776198908.029028:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.029035:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.029037:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.029047:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.029058:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.029098:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d790707c. 02000000:00000010:1.0:1776198908.029108:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007798a08. 00000100:00000010:1.0:1776198908.029112:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.029117:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.029122:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000020:00000010:0.0:1776198908.029223:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d81913. 00000020:00000010:0.0:1776198908.029233:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.029238:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.029312:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217748800/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198908.029344:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748800 02000000:00000010:0.0:1776198908.029359:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099257ed0. 00010000:00000010:0.0:1776198908.029395:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c62c0f18. 00010000:00000010:0.0:1776198908.029425:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.029434:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198908.029441:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198908.029443:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000400:00000010:0.0:1776198908.029462:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198908.029467:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748800, offset 224 00000400:00000200:0.0:1776198908.029475:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.029489:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.029496:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92463:92463:256:4294967295] 192.168.204.56@tcp LPNI seq info [92463:92463:8:4294967295] 00000400:00000200:0.0:1776198908.029508:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.029515:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.029522:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198908.029529:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.029536:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.029541:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.029570:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.029576:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.029579:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d81913. 00080000:00000010:1.0:1776198908.029771:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007798a08. 00010000:00000010:1.0:1776198908.029891:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.029899:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063b33119. 00010000:00000010:1.0:1776198908.030009:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198908.030015:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.030026:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.030030:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.030037:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.030050:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d790707c. 02000000:00000010:1.0:1776198908.030078:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f64ae85. 00000400:00000010:1.0:1776198908.030084:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.030088:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.030094:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085504, portal 16 00000400:00000010:1.0:1776198908.030098:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cf5c748. 00000100:00000200:1.0:1776198908.030100:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085504, offset 0 00000400:00000200:1.0:1776198908.030106:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.030113:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.030122:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.030126:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.030129:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.030132:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92464:92464:255:4294967295] 192.168.204.56@tcp LPNI seq info [92464:92464:7:4294967295] 00000400:00000200:1.0:1776198908.030139:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.030144:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.030147:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347530). 00000800:00000200:1.0:1776198908.030150:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.030154:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.030157:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.030613:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.030618:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347282). 00000400:00000200:2.0:1776198908.030625:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.030630:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.030635:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:2.0:1776198908.030638:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000800:00000200:2.0:1776198908.034626:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.034641:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198908.034654:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.034667:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.034676:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:2.0:1776198908.034678:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000100:00000200:2.0:1776198908.034692:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.039112:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.039142:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d7c0 00000400:00000200:0.0:1776198908.039155:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86b1 [1] + 224 00000400:00000200:0.0:1776198908.039182:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.039187:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.039204:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.039247:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:0.1:1776198908.039299:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bb1f52. 00000400:00000200:0.0:1776198908.039312:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75780 00000400:00000200:0.0:1776198908.039318:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 328 00000400:00000200:0.0:1776198908.039328:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.039331:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.039338:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.039345:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000400:00000010:1.0:1776198908.039435:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.039442:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.039444:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.039452:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.039459:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.039500:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f64ae85. 02000000:00000010:1.0:1776198908.039509:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d790707c. 00000100:00000010:1.0:1776198908.039515:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.039520:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.039525:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000020:00000010:3.0:1776198908.039801:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f8f169. 00000020:00000010:3.0:1776198908.039910:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.039917:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.039955:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217748864/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198908.040003:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748864 02000000:00000010:3.0:1776198908.040022:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002950e149. 00010000:00000010:3.0:1776198908.040065:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b02abda. 00010000:00000010:3.0:1776198908.040095:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.040103:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.040119:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.040122:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198908.040140:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198908.040146:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748864, offset 224 00000400:00000200:3.0:1776198908.040156:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.040181:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.040189:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92465:92465:256:4294967295] 192.168.204.56@tcp LPNI seq info [92465:92465:8:4294967295] 00000400:00000200:3.0:1776198908.040200:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.040207:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.040214:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.040221:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.040231:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.040235:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.040392:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.040398:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.040402:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f8f169. 00080000:00000010:1.0:1776198908.040479:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d790707c. 00010000:00000010:1.0:1776198908.040598:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.040607:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3dd6c1b. 00010000:00000010:1.0:1776198908.040706:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198908.040713:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.040726:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.040730:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.040738:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.040752:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f64ae85. 02000000:00000010:1.0:1776198908.040783:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c09339f. 00000400:00000010:1.0:1776198908.040789:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.040794:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.040799:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085568, portal 16 00000400:00000010:1.0:1776198908.040804:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198908.040820:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085568, offset 0 00000400:00000200:1.0:1776198908.040827:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.040835:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.040843:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.040870:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.040873:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.040876:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92466:92466:255:4294967295] 192.168.204.56@tcp LPNI seq info [92466:92466:7:4294967295] 00000400:00000200:1.0:1776198908.040883:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.040889:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.040893:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198908.040897:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.040903:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.040906:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.042046:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.042057:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:2.0:1776198908.042082:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.042091:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.042098:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:2.0:1776198908.042100:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00000800:00000200:2.0:1776198908.042800:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.042815:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198908.042823:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.042829:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.042834:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:2.0:1776198908.042836:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000100:00000200:2.0:1776198908.042846:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.046599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c98683. 00010000:00000010:1.1:1776198908.046623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:2.0:1776198908.047744:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.047771:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d800 00000400:00000200:2.0:1776198908.047782:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86bd [1] + 224 00000400:00000200:2.0:1776198908.047796:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.047800:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.047815:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.047852:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.047857:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f757c0 00000400:00000200:2.0:1776198908.047863:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 656 00000400:00000200:2.0:1776198908.047930:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.047934:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.047940:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.047948:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:0.0:1776198908.048079:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d81913. 00000020:00000010:0.0:1776198908.048090:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.048095:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.048129:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217748928/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198908.048174:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748928 02000000:00000010:0.0:1776198908.048190:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084139575. 00010000:00000010:0.0:1776198908.048245:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.048300:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d3c64d. 00000100:00000010:0.0:1776198908.048309:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d3c64d. 00010000:00000010:0.0:1776198908.048313:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000400:00000010:0.0:1776198908.048577:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198908.048585:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748928, offset 224 00000400:00000200:0.0:1776198908.048595:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.048610:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.048617:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92467:92467:256:4294967295] 192.168.204.56@tcp LPNI seq info [92467:92467:8:4294967295] 00000400:00000200:0.0:1776198908.048629:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.048636:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.048641:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198908.048647:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.048656:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.048661:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.048694:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.048700:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.048704:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d81913. 00000800:00000200:2.0:1776198908.048853:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.048857:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198908.048863:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.048868:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.048874:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:2.0:1776198908.048877:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000400:00000010:1.0:1776198908.048978:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.048994:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.048996:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.049004:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.049013:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198908.049043:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068883b5b. 02000000:00000010:1.0:1776198908.049068:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c09339f. 02000000:00000010:1.0:1776198908.049076:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f64ae85. 00000100:00000010:1.0:1776198908.049082:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.049086:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.049090:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00080000:00000010:1.0:1776198908.049113:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f64ae85. 00010000:00000010:1.0:1776198908.049282:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.049291:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac09c29b. 00010000:00000010:1.0:1776198908.049402:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198908.049410:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.049423:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.049427:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.049435:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.049449:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c09339f. 02000000:00000010:1.0:1776198908.049481:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb31e505. 00000400:00000010:1.0:1776198908.049486:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.049491:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.049500:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085632, portal 16 00000400:00000010:1.0:1776198908.049505:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198908.049507:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085632, offset 0 00000400:00000200:1.0:1776198908.049514:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.049524:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.049535:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.049540:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.049543:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.049547:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92468:92468:256:4294967295] 192.168.204.56@tcp LPNI seq info [92468:92468:8:4294967295] 00000400:00000200:1.0:1776198908.049554:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.049558:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.049562:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198908.049566:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.049572:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.049574:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.049857:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.049860:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198908.049865:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.049870:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.049874:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:2.0:1776198908.049876:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000100:00000200:2.0:1776198908.049881:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.051521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d753ccab. 00010000:00000010:1.1:1776198908.055386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc12bb7. 00010000:00000010:1.1:1776198908.055412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00000400:00000200:2.0:1776198908.057559:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.057682:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d840 00000400:00000200:2.0:1776198908.057698:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86c9 [1] + 224 00000400:00000200:2.0:1776198908.057714:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.057719:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.057733:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.057783:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.057789:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75800 00000400:00000200:2.0:1776198908.057794:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 984 00000400:00000010:1.0:1776198908.057899:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.057906:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.057908:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.057915:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.057922:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.057963:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb31e505. 02000000:00000010:1.0:1776198908.057972:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c09339f. 00000100:00000010:1.0:1776198908.057976:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.057981:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.057996:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000200:2.0:1776198908.058891:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.058904:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.058914:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.058925:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:3.0:1776198908.059298:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f8f169. 00000020:00000010:3.0:1776198908.059308:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.059313:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.059346:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217748992/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198908.059510:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217748992 02000000:00000010:3.0:1776198908.059530:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5a5d108. 00010000:00000010:3.0:1776198908.059573:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e51b5f3. 00010000:00000010:3.0:1776198908.059686:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.059696:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.059713:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.059717:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198908.059735:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198908.059742:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217748992, offset 224 00000400:00000200:3.0:1776198908.059752:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.059769:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.059777:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92469:92469:256:4294967295] 192.168.204.56@tcp LPNI seq info [92469:92469:8:4294967295] 00000400:00000200:3.0:1776198908.059789:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.059794:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.059800:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.059817:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.059826:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.059830:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.059854:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.059860:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.059864:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f8f169. 00080000:00000010:1.0:1776198908.059946:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c09339f. 00000800:00000200:2.0:1776198908.060025:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.060030:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.060043:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.060047:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.060051:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:2.0:1776198908.060053:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00010000:00000010:1.0:1776198908.060067:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.060074:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b06c95b4. 00010000:00000010:1.0:1776198908.060173:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198908.060183:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.060198:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.060202:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.060212:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.060226:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb31e505. 02000000:00000010:1.0:1776198908.060291:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000942c153c. 00000400:00000010:1.0:1776198908.060299:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.060304:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.060311:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085696, portal 16 00000400:00000010:1.0:1776198908.060318:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198908.060321:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085696, offset 0 00000400:00000200:1.0:1776198908.060328:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.060336:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.060344:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.060348:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.060352:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.060354:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92470:92470:256:4294967295] 192.168.204.56@tcp LPNI seq info [92470:92470:8:4294967295] 00000400:00000200:1.0:1776198908.060362:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.060366:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.060370:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198908.060374:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.060379:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.060381:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.060927:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.060932:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198908.060938:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.060943:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.060947:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:2.0:1776198908.060949:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000100:00000200:2.0:1776198908.060957:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.063511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac884f5e. 00010000:00000010:1.1:1776198908.063530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000889d188b. 00010000:00000010:1.1:1776198908.063536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00000400:00000200:2.0:1776198908.064412:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.064445:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d880 00000400:00000200:2.0:1776198908.064456:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86d5 [1] + 224 00000400:00000200:2.0:1776198908.064494:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.064500:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.064515:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198908.064559:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.064565:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.064567:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.064574:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.064582:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.064632:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000942c153c. 02000000:00000010:1.0:1776198908.064640:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb31e505. 00000100:00000010:1.0:1776198908.064646:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.064651:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.064657:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00010000:00000010:3.1:1776198908.066459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b04487. 00000400:00000200:2.0:1776198908.067077:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.067101:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75840 00000400:00000200:2.0:1776198908.067112:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 1312 00000400:00000200:2.0:1776198908.067194:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.067200:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.067209:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.067215:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198908.067894:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2f8f169. 00000020:00000010:3.0:1776198908.067903:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.067909:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.067947:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217749056/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198908.067994:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749056 02000000:00000010:3.0:1776198908.068012:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025faa4ff. 00010000:00000010:3.0:1776198908.068053:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc77b936. 00010000:00000010:3.0:1776198908.068079:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.068087:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.068107:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.068110:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198908.068128:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198908.068136:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749056, offset 224 00000400:00000200:3.0:1776198908.068146:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.068161:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.068168:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92471:92471:256:4294967295] 192.168.204.56@tcp LPNI seq info [92471:92471:8:4294967295] 00000400:00000200:3.0:1776198908.068179:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.068184:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.068190:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.068197:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.068206:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.068211:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.068237:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.068241:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.068244:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2f8f169. 00080000:00000010:1.0:1776198908.068535:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb31e505. 00010000:00000010:1.0:1776198908.068661:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.068669:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000902b9dcf. 00010000:00000010:1.0:1776198908.068789:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198908.068796:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.068810:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.068815:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.068825:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.068843:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000942c153c. 02000000:00000010:1.0:1776198908.068879:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342fc216. 00000400:00000010:1.0:1776198908.068886:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.068893:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.068902:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085760, portal 16 00000400:00000010:1.0:1776198908.068908:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198908.068911:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085760, offset 0 00000400:00000200:1.0:1776198908.068918:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.068928:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.068938:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.068942:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.068945:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.068948:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92472:92472:255:4294967295] 192.168.204.56@tcp LPNI seq info [92472:92472:7:4294967295] 00000400:00000200:1.0:1776198908.068956:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.068961:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.068965:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347530). 00000800:00000200:1.0:1776198908.068970:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.068974:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.068977:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.069215:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.069219:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:2.0:1776198908.069234:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.069240:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.069245:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:2.0:1776198908.069247:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000800:00000200:2.0:1776198908.069495:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.069498:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198908.069503:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.069506:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.069509:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:2.0:1776198908.069511:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000100:00000200:2.0:1776198908.069519:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.071365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009658369. 00010000:00000010:1.1:1776198908.071386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:2.0:1776198908.073974:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.074012:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d8c0 00000400:00000200:2.0:1776198908.074023:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86e1 [1] + 224 00000400:00000200:2.0:1776198908.074038:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.074042:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.074055:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.074097:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.074102:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75880 00000400:00000200:2.0:1776198908.074107:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 1640 00000400:00000200:2.0:1776198908.074174:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.074178:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.074183:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.074190:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000400:00000010:1.0:1776198908.077139:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.077156:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.077159:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.077179:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.077192:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.077236:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342fc216. 02000000:00000010:1.0:1776198908.077243:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000942c153c. 00000100:00000010:1.0:1776198908.077248:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.077276:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.077283:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00010000:00000010:3.1:1776198908.078455:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd638cac. 00000020:00000010:2.0:1776198908.080319:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b2d920c. 00000020:00000010:2.0:1776198908.080348:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.080354:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.080409:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217749120/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198908.080526:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749120 02000000:00000010:2.0:1776198908.080544:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c148dbce. 00010000:00000010:2.0:1776198908.080586:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009451151f. 00010000:00000010:2.0:1776198908.080631:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198908.080645:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.080668:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.080673:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000010:2.0:1776198908.080693:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198908.080700:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749120, offset 224 00000400:00000200:2.0:1776198908.080711:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.080732:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.080741:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92473:92473:256:4294967295] 192.168.204.56@tcp LPNI seq info [92473:92473:8:4294967295] 00000400:00000200:2.0:1776198908.080753:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.080759:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.080764:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198908.080772:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.080782:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.080786:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776198908.081034:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000942c153c. 00010000:00000010:1.0:1776198908.081156:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.081164:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d689d8c. 00010000:00000010:1.0:1776198908.081295:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198908.081302:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.081317:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.081322:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.081333:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.081351:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000342fc216. 02000000:00000010:1.0:1776198908.081383:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a78d2300. 00000400:00000010:1.0:1776198908.081390:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.081397:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.081404:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085824, portal 16 00000400:00000010:1.0:1776198908.081410:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198908.081412:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085824, offset 0 00000400:00000200:1.0:1776198908.081420:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.081429:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.081439:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.081443:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.081447:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.081450:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92474:92474:255:4294967295] 192.168.204.56@tcp LPNI seq info [92474:92474:7:4294967295] 00000400:00000200:1.0:1776198908.081458:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.081464:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.081468:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198908.081472:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.081478:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.081480:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.081539:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.081547:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.081554:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b2d920c. 00000800:00000200:3.0:1776198908.087074:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.087088:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347282). 00000400:00000200:3.0:1776198908.087106:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.087119:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.087127:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:3.0:1776198908.087130:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000800:00000200:3.0:1776198908.087741:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.087745:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198908.087752:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.087758:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.087763:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:3.0:1776198908.087766:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:3.0:1776198908.087778:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.089323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000580d2ce7. 00010000:00000010:1.1:1776198908.089353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:2.1:1776198908.095897:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003973602e. 00000400:00000200:2.0:1776198908.095953:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.095975:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d900 00000400:00000200:2.0:1776198908.095997:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86ed [1] + 224 00000400:00000200:2.0:1776198908.096014:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.096018:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.096033:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.096083:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.096088:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f758c0 00000400:00000200:2.0:1776198908.096093:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb6ffd [2] + 1968 00000400:00000010:2.0:1776198908.096097:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ebd86f. 00000400:00000200:2.0:1776198908.096101:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000787a69e4 00000400:00000200:2.0:1776198908.096165:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.096170:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.096172:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000787a69e4 00000400:00000010:2.0:1776198908.096175:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000787a69e4 (tot 82346882). 00000100:00000200:2.0:1776198908.096181:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198908.096362:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000020:00000010:3.0:1776198908.096374:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.096382:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.096418:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc61a23b x1862477217749184/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.096454:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749184 02000000:00000010:3.0:1776198908.096469:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0b92580. 00010000:00000010:3.0:1776198908.096524:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.096533:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.096542:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.096545:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198908.096563:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198908.096569:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749184, offset 224 00000400:00000200:3.0:1776198908.096579:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.096598:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.096605:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92475:92475:256:4294967295] 192.168.204.56@tcp LPNI seq info [92475:92475:8:4294967295] 00000400:00000200:3.0:1776198908.096616:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.096621:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.096629:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198908.096636:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.096644:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.096648:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.096666:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.096670:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.096674:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 02000000:00000010:3.0:1776198908.096685:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c148dbce. 00000100:00000010:3.0:1776198908.096691:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:3.0:1776198908.096696:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025faa4ff. 00000100:00000010:3.0:1776198908.096698:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198908.096701:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5a5d108. 00000100:00000010:3.0:1776198908.096707:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:3.0:1776198908.096710:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084139575. 00000100:00000010:3.0:1776198908.096714:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:3.0:1776198908.096717:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002950e149. 00000100:00000010:3.0:1776198908.096720:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:3.0:1776198908.096724:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099257ed0. 00000100:00000010:3.0:1776198908.096727:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000200:0.0:1776198908.096751:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198908.096761:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0720ca2. 00000400:00000010:0.0:1776198908.096767:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000048d3c64d (tot 82347282). 00000400:00000010:1.0:1776198908.096888:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.096893:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.096895:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.096903:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.096911:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198908.096937:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091eb3dc2. 02000000:00000010:1.0:1776198908.096954:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a78d2300. 02000000:00000010:1.0:1776198908.096960:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000342fc216. 00000100:00000010:1.0:1776198908.096964:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.096967:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.096970:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00080000:00000010:1.0:1776198908.096998:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000342fc216. 00010000:00000010:1.0:1776198908.097108:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.097115:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd6d6324. 00010000:00000010:1.0:1776198908.097224:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198908.097230:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198908.097244:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.097248:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.097291:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.097306:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a78d2300. 02000000:00000010:1.0:1776198908.097348:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e094491a. 00000400:00000010:1.0:1776198908.097352:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.097357:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.097361:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085888, portal 16 00000400:00000010:1.0:1776198908.097366:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198908.097368:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085888, offset 0 00000400:00000200:1.0:1776198908.097374:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.097382:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.097391:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.097395:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.097398:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.097401:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92476:92476:255:4294967295] 192.168.204.56@tcp LPNI seq info [92476:92476:7:4294967295] 00000400:00000200:1.0:1776198908.097408:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.097413:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.097416:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198908.097420:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.097425:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.097428:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.097635:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.097639:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:2.0:1776198908.097654:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.097659:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.097662:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:2.0:1776198908.097664:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 02000000:00000010:2.0:1776198908.097670:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0b92580. 00000800:00000200:2.0:1776198908.097748:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.097750:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:2.0:1776198908.097755:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.097757:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.097760:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:2.0:1776198908.097762:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:2.0:1776198908.097767:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231085888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.100601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1332deb. 00010000:00000010:1.1:1776198908.100625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.1:1776198908.106323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b375d472. 00010000:00000010:1.1:1776198908.106359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bf2b669. 00010000:00000010:1.1:1776198908.106365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00000400:00000200:3.0:1776198908.109372:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.109399:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d940 00000400:00000200:3.0:1776198908.109413:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb86fd [1] + 224 00000400:00000200:3.0:1776198908.109435:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.109441:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.109458:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231085888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198908.109577:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000102bcf31. 00000400:00000200:1.0:1776198908.109584:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198908.109587:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198908.109594:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231085888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.109603:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231085888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.109640:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e094491a. 02000000:00000010:1.0:1776198908.109648:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a78d2300. 00000100:00000010:1.0:1776198908.109653:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.109658:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.109662:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000200:2.0:1776198908.119390:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.119419:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75900 00000400:00000200:2.0:1776198908.119430:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 0 00000400:00000200:2.0:1776198908.119518:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.119524:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.119534:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.119543:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:3.0:1776198908.119670:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025faa4ff. 00000020:00000010:3.0:1776198908.119679:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.119775:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.119816:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217749248/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198908.119857:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749248 02000000:00000010:3.0:1776198908.119873:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198908.120141:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066a4eac2. 00010000:00000010:3.0:1776198908.120176:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.120186:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.120312:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.120318:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198908.120339:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198908.120347:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749248, offset 224 00000400:00000200:3.0:1776198908.120357:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.120372:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.120379:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92477:92477:256:4294967295] 192.168.204.56@tcp LPNI seq info [92477:92477:8:4294967295] 00000400:00000200:3.0:1776198908.120392:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.120397:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.120404:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.120410:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.120419:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.120423:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.120448:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.120453:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.120456:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025faa4ff. 00000800:00000200:2.0:1776198908.121044:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.121050:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.121067:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.121073:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.121080:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:2.0:1776198908.121082:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00080000:00000010:2.0:1776198908.121629:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b2d920c. 00010000:00000010:2.0:1776198908.122114:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:2.0:1776198908.122127:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ac906e6. 00010000:00000010:2.0:1776198908.122237:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.0:1776198908.122245:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003bf70ae4. 00010000:00000010:2.0:1776198908.122351:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198908.122360:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.122372:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198908.122391:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c148dbce. 02000000:00000010:2.0:1776198908.122429:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1268c46. 00000400:00000010:2.0:1776198908.122437:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198908.122443:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198908.122452:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231085952, portal 16 00000400:00000010:2.0:1776198908.122458:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198908.122461:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231085952, offset 0 00000400:00000200:2.0:1776198908.122470:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.122487:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.122496:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.122500:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.122503:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.122507:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92478:92478:256:4294967295] 192.168.204.56@tcp LPNI seq info [92478:92478:8:4294967295] 00000400:00000200:2.0:1776198908.122517:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.122524:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.122529:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.122536:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.122544:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.122548:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.123204:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.123211:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:3.0:1776198908.123220:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.123227:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.123234:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:3.0:1776198908.123236:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:3.0:1776198908.123245:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231085952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.125655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d509454. 00000400:00000200:2.0:1776198908.125820:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.125845:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d980 00000400:00000200:2.0:1776198908.125856:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8709 [1] + 224 00000400:00000200:2.0:1776198908.125872:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.125876:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.125892:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231085952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.125939:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.125944:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75940 00000400:00000200:2.0:1776198908.125949:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 328 00000400:00000200:2.0:1776198908.126023:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.126027:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.126032:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.126040:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000400:00000010:3.0:1776198908.126145:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:3.0:1776198908.126151:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:3.0:1776198908.126154:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000020:00000010:0.0:1776198908.126165:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d81913. 00000020:00000010:0.0:1776198908.126176:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.126182:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.126219:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217749312/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198908.126280:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749312 02000000:00000010:0.0:1776198908.126294:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b3e8c29. 00000100:00000200:3.0:1776198908.126337:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231085952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.126347:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231085952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198908.126353:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.126366:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f998d75a. 00000100:00000010:0.0:1776198908.126375:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f998d75a. 00010000:00000010:0.0:1776198908.126380:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00010000:00000010:3.0:1776198908.126382:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004078a70c. 02000000:00000010:3.0:1776198908.126405:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1268c46. 00000400:00000010:0.0:1776198908.126405:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198908.126414:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749312, offset 224 02000000:00000010:3.0:1776198908.126416:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c148dbce. 00000400:00000200:0.0:1776198908.126426:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000010:3.0:1776198908.126439:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000400:00000200:0.0:1776198908.126442:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000100:00000010:3.0:1776198908.126445:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:3.0:1776198908.126450:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000200:0.0:1776198908.126452:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92479:92479:256:4294967295] 192.168.204.56@tcp LPNI seq info [92479:92479:8:4294967295] 00000400:00000200:0.0:1776198908.126466:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.126473:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00080000:00000010:3.0:1776198908.126479:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025faa4ff. 00000800:00000010:0.0:1776198908.126480:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198908.126490:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.126499:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.126505:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.126537:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.126543:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.126547:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d81913. 00010000:00000010:3.0:1776198908.126615:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bf70ae4. 00010000:00000010:3.0:1776198908.126622:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000721ba14e. 00010000:00000010:3.0:1776198908.126742:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003062514f. 00010000:00000010:3.0:1776198908.126750:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198908.126765:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198908.126769:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.126777:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 02000000:00000010:3.0:1776198908.126791:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000835606a5. 02000000:00000010:3.0:1776198908.126825:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6726b33. 00000400:00000010:3.0:1776198908.126830:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000023ad3ad. 00000400:00000010:3.0:1776198908.126835:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198908.126841:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086016, portal 16 00000400:00000010:3.0:1776198908.126847:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198908.126849:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086016, offset 0 00000400:00000200:3.0:1776198908.126855:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.126863:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.126872:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.126877:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.126881:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.126883:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92480:92480:255:4294967295] 192.168.204.56@tcp LPNI seq info [92480:92480:7:4294967295] 00000400:00000200:3.0:1776198908.126891:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.126896:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.126902:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347530). 00000800:00000200:3.0:1776198908.126906:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.126911:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.126913:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.127367:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.127372:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347282). 00000400:00000200:1.0:1776198908.127381:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.127387:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.127392:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:1.0:1776198908.127394:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000800:00000200:1.0:1776198908.127458:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.127459:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198908.127472:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.127474:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.127476:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:1.0:1776198908.127478:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:1.0:1776198908.127483:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000888f9b9c x1862477231086016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.129375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c25e9c7. 00010000:00000010:2.1:1776198908.129396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00000400:00000200:3.0:1776198908.132725:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.132756:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2d9c0 00000400:00000200:3.0:1776198908.132768:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8715 [1] + 224 00000400:00000200:3.0:1776198908.132787:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.132792:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.132818:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000888f9b9c x1862477231086016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.132978:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000023ad3ad. 00000400:00000200:2.0:1776198908.132994:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:2.0:1776198908.132997:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:2.0:1776198908.133004:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000888f9b9c x1862477231086016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.133013:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000888f9b9c x1862477231086016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.133059:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6726b33. 02000000:00000010:2.0:1776198908.133069:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000835606a5. 00000100:00000010:2.0:1776198908.133075:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 00000100:00000010:2.0:1776198908.133080:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:2.0:1776198908.133085:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00010000:00000010:3.1:1776198908.134696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ff53bcf. 00010000:00000010:3.1:1776198908.134713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c8c502e. 00010000:00000010:3.1:1776198908.134718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00000400:00000200:2.0:1776198908.134801:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.134820:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75980 00000400:00000200:2.0:1776198908.134828:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 656 00000400:00000200:2.0:1776198908.134905:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.134911:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.134918:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.134924:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:0.0:1776198908.135043:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d81913. 00000020:00000010:0.0:1776198908.135052:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.135057:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.135087:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217749376/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198908.135125:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749376 02000000:00000010:0.0:1776198908.135138:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004946f4f4. 00010000:00000010:0.0:1776198908.135182:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001364535c. 00010000:00000010:0.0:1776198908.135208:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.135216:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f998d75a. 00000100:00000010:0.0:1776198908.135234:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f998d75a. 00010000:00000010:0.0:1776198908.135238:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00080000:00000010:2.0:1776198908.135554:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1268c46. 00010000:00000010:2.0:1776198908.135679:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:2.0:1776198908.135687:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087ba753d. 00010000:00000010:2.0:1776198908.135781:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fd3e31d. 00010000:00000010:2.0:1776198908.135786:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095c69d29. 00010000:00000010:2.0:1776198908.135792:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.0:1776198908.135797:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00080000:00000010:2.0:1776198908.135814:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004caf43fb. 00010000:00000010:2.0:1776198908.135839:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.135843:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095c69d29. 00010000:00000010:2.0:1776198908.135926:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.0:1776198908.135930:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.135939:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198908.135944:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.135951:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198908.135966:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056246486. 02000000:00000010:2.0:1776198908.136007:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000664fe9cf. 00000400:00000010:2.0:1776198908.136015:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198908.136022:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198908.136031:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086080, portal 16 00000400:00000010:2.0:1776198908.136038:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198908.136040:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086080, offset 0 00000400:00000200:2.0:1776198908.136051:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.136068:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.136077:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.136081:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.136084:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.136087:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92481:92481:256:4294967295] 192.168.204.56@tcp LPNI seq info [92481:92481:8:4294967295] 00000400:00000200:2.0:1776198908.136097:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.136104:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.136109:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.136116:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.136124:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.136128:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1776198908.136340:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198908.136345:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749376, offset 224 00000400:00000200:0.0:1776198908.136351:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.136357:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.136361:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92482:92482:255:4294967295] 192.168.204.56@tcp LPNI seq info [92482:92482:7:4294967295] 00000400:00000200:0.0:1776198908.136367:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.136372:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.136375:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347530). 00000800:00000200:0.0:1776198908.136378:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.136381:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.136384:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.136400:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.136405:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.136409:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d81913. 00000800:00000200:1.0:1776198908.137648:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.137656:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:1.0:1776198908.137668:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.137679:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.137697:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:1.0:1776198908.137700:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:1.0:1776198908.137713:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231086080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776198908.137824:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.137827:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:1.0:1776198908.137832:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.137836:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.137839:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:1.0:1776198908.137840:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00010000:00000010:0.1:1776198908.141389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce2e697b. 00010000:00000010:2.1:1776198908.141473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054b15fce. 00010000:00000010:2.1:1776198908.141482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003062514f. 00010000:00000010:2.1:1776198908.141487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd3e31d. 00010000:00000010:2.1:1776198908.141509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00000400:00000200:3.0:1776198908.143565:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.143724:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2da00 00000400:00000200:3.0:1776198908.143740:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb871d [1] + 224 00000400:00000200:3.0:1776198908.143760:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.143765:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.143781:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231086080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.144000:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.144007:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f759c0 00000400:00000200:3.0:1776198908.144014:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 984 00000400:00000200:3.0:1776198908.144086:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.144090:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.144095:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.144103:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:0.0:1776198908.144299:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d81913. 00000020:00000010:0.0:1776198908.144310:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.144315:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.144457:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217749440/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198908.144503:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749440 02000000:00000010:0.0:1776198908.144518:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d19b7bf9. 00010000:00000010:0.0:1776198908.144571:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.144582:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f998d75a. 00000100:00000010:0.0:1776198908.144600:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f998d75a. 00010000:00000010:0.0:1776198908.144606:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000400:00000010:0.0:1776198908.144631:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198908.144638:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749440, offset 224 00000400:00000200:0.0:1776198908.144649:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.144663:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.144670:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92483:92483:256:4294967295] 192.168.204.56@tcp LPNI seq info [92483:92483:8:4294967295] 00000400:00000200:0.0:1776198908.144682:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.144688:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.144694:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198908.144702:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.144711:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.144716:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.144749:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.144754:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.144758:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d81913. 00000800:00000200:1.0:1776198908.144844:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.144849:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198908.144856:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.144860:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.144865:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:1.0:1776198908.144867:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000400:00000010:2.0:1776198908.146961:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:2.0:1776198908.146976:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:2.0:1776198908.146978:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:2.0:1776198908.147007:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231086080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.147018:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231086080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.147058:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003157c1ae. 02000000:00000010:2.0:1776198908.147090:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000664fe9cf. 02000000:00000010:2.0:1776198908.147099:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056246486. 00000100:00000010:2.0:1776198908.147106:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:2.0:1776198908.147111:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.147114:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00080000:00000010:2.0:1776198908.147738:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000664fe9cf. 00010000:00000010:2.0:1776198908.147889:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.147899:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e15e0336. 00010000:00000010:2.0:1776198908.148018:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.0:1776198908.148025:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.148039:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198908.148047:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.148057:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198908.148078:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056246486. 02000000:00000010:2.0:1776198908.148111:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b2122e8. 00000400:00000010:2.0:1776198908.148116:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198908.148121:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198908.148128:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086144, portal 16 00000400:00000010:2.0:1776198908.148132:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198908.148134:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086144, offset 0 00000400:00000200:2.0:1776198908.148233:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.148291:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.148301:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.148305:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.148308:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.148312:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92484:92484:256:4294967295] 192.168.204.56@tcp LPNI seq info [92484:92484:8:4294967295] 00000400:00000200:2.0:1776198908.148324:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.148331:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.148336:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198908.148345:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.148353:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.148358:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.148705:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.148711:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:1.0:1776198908.148719:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.148725:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.148730:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:1.0:1776198908.148732:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:1.0:1776198908.148741:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231086144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.150959:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.151052:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2da40 00000400:00000200:3.0:1776198908.151067:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb872d [1] + 224 00000400:00000200:3.0:1776198908.151090:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.151095:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.151108:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231086144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.151179:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:2.0:1776198908.151187:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:2.0:1776198908.151189:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:2.0:1776198908.151196:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231086144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.151203:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231086144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.151242:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b2122e8. 02000000:00000010:2.0:1776198908.151251:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056246486. 00000100:00000010:2.0:1776198908.151299:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:2.0:1776198908.151304:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.151309:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000200:0.0:1776198908.151729:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.151740:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75a00 00000400:00000200:0.0:1776198908.151746:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 1312 00000400:00000200:0.0:1776198908.151818:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.151821:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.151825:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.151830:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:3.0:1776198908.151898:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ac19762. 00000020:00000010:3.0:1776198908.151907:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.151913:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.151947:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217749504/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198908.152058:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749504 02000000:00000010:3.0:1776198908.152075:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9941d9b. 00010000:00000010:3.0:1776198908.152117:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000167313c1. 00010000:00000010:3.0:1776198908.152147:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.152155:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.152178:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.152181:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.152198:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198908.152203:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749504, offset 224 00000400:00000200:3.0:1776198908.152211:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198908.152211:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b2122e8. 00000400:00000200:3.0:1776198908.152223:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.152231:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92485:92485:256:4294967295] 192.168.204.56@tcp LPNI seq info [92485:92485:8:4294967295] 00000400:00000200:3.0:1776198908.152240:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.152245:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00010000:00000010:2.0:1776198908.152344:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.152351:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0a142cf. 00010000:00000010:2.0:1776198908.152465:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.0:1776198908.152472:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.152485:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198908.152488:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.152496:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000800:00000010:3.0:1776198908.152499:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.152506:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 02000000:00000010:2.0:1776198908.152508:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4ca65b. 00000800:00000200:3.0:1776198908.152513:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.152517:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1776198908.152534:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070e6ff60. 00000400:00000010:2.0:1776198908.152539:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000020:00000010:3.0:1776198908.152543:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000400:00000010:2.0:1776198908.152543:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000020:00000010:3.0:1776198908.152548:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000100:00000200:2.0:1776198908.152549:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086208, portal 16 00000020:00000010:3.0:1776198908.152551:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ac19762. 00000400:00000010:2.0:1776198908.152553:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198908.152554:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086208, offset 0 00000400:00000200:2.0:1776198908.152560:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.152567:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.152575:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.152579:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.152583:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.152585:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92486:92486:255:4294967295] 192.168.204.56@tcp LPNI seq info [92486:92486:7:4294967295] 00000400:00000200:2.0:1776198908.152597:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.152602:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.152606:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347530). 00000800:00000200:2.0:1776198908.152610:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.152614:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.152616:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.152771:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.152777:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:1.0:1776198908.152791:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.152794:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.152798:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:1.0:1776198908.152800:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000800:00000200:1.0:1776198908.153089:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.153092:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:1.0:1776198908.153098:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.153102:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.153104:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:1.0:1776198908.153106:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000100:00000200:1.0:1776198908.153111:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231086208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.153597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e28e1d. 00000400:00000200:1.0:1776198908.156030:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.156065:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2da80 00000400:00000200:1.0:1776198908.156077:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8739 [1] + 224 00000400:00000200:1.0:1776198908.156099:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.156103:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.156118:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231086208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.157067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005757190e. 00000400:00000200:0.0:1776198908.157454:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.157472:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75a40 00000400:00000200:0.0:1776198908.157481:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 1640 00000400:00000200:0.0:1776198908.157566:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.157571:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.157579:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.157586:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:3.0:1776198908.158384:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ac19762. 00000020:00000010:3.0:1776198908.158397:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.158403:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.158460:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217749568/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198908.158499:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749568 02000000:00000010:3.0:1776198908.158517:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054301e2a. 00010000:00000010:3.0:1776198908.158599:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.158608:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.158617:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.158620:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.158641:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198908.158647:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749568, offset 224 00000400:00000200:3.0:1776198908.158656:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.158672:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.158680:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92487:92487:256:4294967295] 192.168.204.56@tcp LPNI seq info [92487:92487:8:4294967295] 00000400:00000200:3.0:1776198908.158691:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.158696:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.158703:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.158711:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.158720:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.158725:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.158753:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.158758:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.158761:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ac19762. 00000800:00000200:1.0:1776198908.159059:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.159065:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:1.0:1776198908.159081:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.159086:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.159091:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:1.0:1776198908.159093:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00010000:00000010:2.1:1776198908.159616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000396e0e4f. 00010000:00000010:2.1:1776198908.159628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00000400:00000010:2.0:1776198908.159656:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:2.0:1776198908.159662:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:2.0:1776198908.159665:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:2.0:1776198908.159674:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231086208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.159683:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231086208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.159711:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001deabbc5. 02000000:00000010:2.0:1776198908.159730:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070e6ff60. 02000000:00000010:2.0:1776198908.159736:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4ca65b. 00000100:00000010:2.0:1776198908.159740:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:2.0:1776198908.159744:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.159747:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00080000:00000010:2.0:1776198908.159769:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a4ca65b. 00010000:00000010:2.0:1776198908.159894:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.159902:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062cba3dc. 00010000:00000010:2.0:1776198908.160012:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.0:1776198908.160020:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.160033:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198908.160038:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.160047:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198908.160060:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070e6ff60. 02000000:00000010:2.0:1776198908.160091:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056246486. 00000400:00000010:2.0:1776198908.160096:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198908.160102:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198908.160110:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086272, portal 16 00000400:00000010:2.0:1776198908.160116:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198908.160118:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086272, offset 0 00000400:00000200:2.0:1776198908.160125:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.160138:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.160148:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.160153:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.160157:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.160160:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92488:92488:256:4294967295] 192.168.204.56@tcp LPNI seq info [92488:92488:8:4294967295] 00000400:00000200:2.0:1776198908.160168:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.160174:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.160178:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.160184:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.160190:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.160193:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.161629:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.161638:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.161651:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.161661:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.161668:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:1.0:1776198908.161670:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000100:00000200:1.0:1776198908.161681:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231086272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.164537:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.164564:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dac0 00000400:00000200:0.0:1776198908.164577:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8745 [1] + 224 00000400:00000200:0.0:1776198908.164631:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.164637:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.164651:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231086272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198908.165053:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:3.0:1776198908.165059:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:3.0:1776198908.165062:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:3.0:1776198908.165070:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231086272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.165078:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231086272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.165120:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056246486. 02000000:00000010:3.0:1776198908.165128:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070e6ff60. 00000100:00000010:3.0:1776198908.165134:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:3.0:1776198908.165139:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:3.0:1776198908.165143:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00010000:00000010:2.1:1776198908.165333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f67f3e8. 00010000:00000010:2.1:1776198908.165343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198908.169328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000210b3e96. 00010000:00000010:2.1:1776198908.169352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014887ec3. 00010000:00000010:2.1:1776198908.169359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00000400:00000200:1.0:1776198908.173514:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.173543:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75a80 00000400:00000200:1.0:1776198908.173555:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7055 [2] + 1968 00000400:00000010:1.0:1776198908.173562:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000043f5828. 00000400:00000200:1.0:1776198908.173571:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e0e1ec8e 00000400:00000200:1.0:1776198908.173857:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.173866:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.173873:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1ec8e 00000400:00000010:1.0:1776198908.173877:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e0e1ec8e (tot 82346882). 00000100:00000200:1.0:1776198908.173885:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198908.174120:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087d81913. 00000020:00000010:0.0:1776198908.174131:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.174137:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.174182:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076a1d1f2 x1862477217749632/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198908.174216:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749632 02000000:00000010:0.0:1776198908.174231:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b74f6add. 00010000:00000010:0.0:1776198908.174327:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000263ecdca. 00010000:00000010:0.0:1776198908.174361:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.174371:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f998d75a. 00000100:00000010:0.0:1776198908.174398:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f998d75a. 00010000:00000010:0.0:1776198908.174403:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000400:00000010:0.0:1776198908.174427:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198908.174434:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749632, offset 224 00000400:00000200:0.0:1776198908.174445:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.174462:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.174471:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92489:92489:256:4294967295] 192.168.204.56@tcp LPNI seq info [92489:92489:8:4294967295] 00000400:00000200:0.0:1776198908.174485:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.174491:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.174497:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347130). 00000800:00000200:0.0:1776198908.174504:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.174513:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.174517:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.174535:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.174540:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.174543:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087d81913. 00080000:00000010:2.0:1776198908.174545:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056246486. 02000000:00000010:0.0:1776198908.174554:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054301e2a. 00000100:00000010:0.0:1776198908.174559:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198908.174563:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9941d9b. 00000100:00000010:0.0:1776198908.174565:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198908.174568:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d19b7bf9. 00000100:00000010:0.0:1776198908.174570:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 02000000:00000010:0.0:1776198908.174575:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004946f4f4. 00000100:00000010:0.0:1776198908.174577:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:0.0:1776198908.174580:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b3e8c29. 00000100:00000010:0.0:1776198908.174582:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:0.0:1776198908.174585:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00000100:00000010:0.0:1776198908.174588:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:0.0:1776198908.174596:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198908.174602:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d525f6d. 00000400:00000010:0.0:1776198908.174606:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f998d75a (tot 82347282). 00010000:00000010:2.0:1776198908.174666:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.174673:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a177f647. 00010000:00000010:2.0:1776198908.174778:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.0:1776198908.174784:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.174797:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198908.174801:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.174809:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198908.174824:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025012e8a. 02000000:00000010:2.0:1776198908.174852:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d04529b6. 00000400:00000010:2.0:1776198908.174857:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198908.174861:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198908.174864:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086336, portal 16 00000400:00000010:2.0:1776198908.174869:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198908.174871:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086336, offset 0 00000400:00000200:2.0:1776198908.174877:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.174884:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.174892:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.174896:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.174898:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.174901:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92490:92490:255:4294967295] 192.168.204.56@tcp LPNI seq info [92490:92490:7:4294967295] 00000400:00000200:2.0:1776198908.174908:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.174912:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.174916:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198908.174919:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.174924:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.174926:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.175043:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.175047:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:1.0:1776198908.175052:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.175056:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.175059:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:1.0:1776198908.175061:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 02000000:00000010:1.0:1776198908.175066:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b74f6add. 00000800:00000200:1.0:1776198908.178768:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.178782:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.178796:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.178819:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.178828:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:1.0:1776198908.178832:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000100:00000200:1.0:1776198908.178845:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231086336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.181712:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.181740:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2db00 00000400:00000200:0.0:1776198908.181754:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8755 [1] + 224 00000400:00000200:0.0:1776198908.181776:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.181781:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.181798:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231086336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.182528:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.182537:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75ac0 00000400:00000200:0.0:1776198908.182543:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 0 00000400:00000010:2.0:1776198908.182553:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:2.0:1776198908.182559:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198908.182562:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198908.182569:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231086336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.182577:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231086336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.182619:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d04529b6. 02000000:00000010:2.0:1776198908.182630:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025012e8a. 00000100:00000010:2.0:1776198908.182635:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:2.0:1776198908.182640:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.182645:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000200:0.0:1776198908.182966:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.182973:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.182979:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.183038:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:3.0:1776198908.183437:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ac19762. 00000020:00000010:3.0:1776198908.183447:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.183451:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.183483:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217749696/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.183515:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749696 02000000:00000010:3.0:1776198908.183529:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198908.183566:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008883fc3a. 00010000:00000010:3.0:1776198908.183594:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.183602:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.183619:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.183622:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.183640:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198908.183647:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749696, offset 224 00000400:00000200:3.0:1776198908.183660:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.183675:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.183682:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92491:92491:256:4294967295] 192.168.204.56@tcp LPNI seq info [92491:92491:8:4294967295] 00000400:00000200:3.0:1776198908.183693:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.183699:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.183705:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.183712:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.183721:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.183726:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.183744:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198908.183748:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.183752:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ac19762. 00080000:00000010:2.0:1776198908.183863:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025012e8a. 00010000:00000010:2.0:1776198908.183978:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.183996:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3885b29. 00010000:00000010:2.0:1776198908.184106:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fd3e31d. 00010000:00000010:2.0:1776198908.184112:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095c69d29. 00010000:00000010:2.0:1776198908.184118:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.0:1776198908.184125:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00080000:00000010:2.0:1776198908.184142:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d04529b6. 00010000:00000010:2.0:1776198908.184167:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.184171:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095c69d29. 00010000:00000010:2.0:1776198908.184301:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.0:1776198908.184306:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da5b27ee. 00010000:00000010:2.0:1776198908.184317:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198908.184322:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.184331:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198908.184358:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054a328b0. 02000000:00000010:2.0:1776198908.184393:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036df3b53. 00000400:00000010:2.0:1776198908.184400:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198908.184406:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198908.184413:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086400, portal 16 00000400:00000010:2.0:1776198908.184418:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198908.184419:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086400, offset 0 00000400:00000200:2.0:1776198908.184426:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.184437:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.184446:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.184451:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.184454:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.184457:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92492:92492:255:4294967295] 192.168.204.56@tcp LPNI seq info [92492:92492:7:4294967295] 00000400:00000200:2.0:1776198908.184464:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.184469:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.184473:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347530). 00000800:00000200:2.0:1776198908.184477:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.184482:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.184484:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.184490:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.184496:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:1.0:1776198908.184511:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.184516:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.184521:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:1.0:1776198908.184524:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000800:00000200:1.0:1776198908.185102:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.185106:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:1.0:1776198908.185113:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.185117:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.185120:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:1.0:1776198908.185121:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:1.0:1776198908.185127:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231086400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.185664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9632f1. 00010000:00000010:2.1:1776198908.185674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00000400:00000200:1.0:1776198908.188748:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.188776:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2db40 00000400:00000200:1.0:1776198908.188788:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8761 [1] + 224 00000400:00000200:1.0:1776198908.188809:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.188813:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.188829:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231086400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.189326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a1cb3cc. 00000400:00000200:0.0:1776198908.191801:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.191827:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75b00 00000400:00000200:0.0:1776198908.191837:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 328 00000400:00000200:0.0:1776198908.191916:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.191921:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.191929:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.191936:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000400:00000010:2.0:1776198908.194094:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:2.0:1776198908.194112:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198908.194115:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198908.194135:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231086400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.194149:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231086400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.194196:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036df3b53. 02000000:00000010:2.0:1776198908.194205:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054a328b0. 00000100:00000010:2.0:1776198908.194217:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:2.0:1776198908.194222:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.194227:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000020:00000010:2.0:1776198908.194959:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 00000020:00000010:2.0:1776198908.194970:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.194976:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.195076:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217749760/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198908.195153:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749760 02000000:00000010:2.0:1776198908.195172:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a328b0. 00010000:00000010:2.0:1776198908.195212:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001e24f8f. 00010000:00000010:2.0:1776198908.195244:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00010000:00000010:3.1:1776198908.198546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000128f2933. 00010000:00000010:2.1:1776198908.199329:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027289bc1. 00010000:00000010:2.1:1776198908.199341:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198908.199346:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd3e31d. 00010000:00000010:2.1:1776198908.199366:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00000100:00000010:2.0:1776198908.199376:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.199700:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.199707:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000010:2.0:1776198908.199742:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198908.199750:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749760, offset 224 00000400:00000200:2.0:1776198908.199764:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.199787:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.199795:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92493:92493:256:4294967295] 192.168.204.56@tcp LPNI seq info [92493:92493:8:4294967295] 00000400:00000200:2.0:1776198908.199806:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.199811:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.199819:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198908.199826:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.199834:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.199838:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.199870:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.199877:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.199882:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00000800:00000200:1.0:1776198908.200514:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.200521:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:1.0:1776198908.200529:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.200537:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.200544:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:1.0:1776198908.200546:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00010000:00000010:2.1:1776198908.208338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db77315e. 00080000:00000010:0.0:1776198908.212156:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b3e8c29. 00010000:00000010:0.0:1776198908.212395:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5b27ee. 00010000:00000010:0.0:1776198908.212409:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078db02b2. 00010000:00000010:0.0:1776198908.212511:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198908.212519:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.212536:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198908.212547:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198908.212561:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.212580:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004946f4f4. 02000000:00000010:0.0:1776198908.212626:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d19b7bf9. 00000400:00000010:0.0:1776198908.212634:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009299556d. 00000400:00000010:0.0:1776198908.212643:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198908.212652:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086464, portal 16 00000400:00000010:0.0:1776198908.212659:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198908.212661:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086464, offset 0 00000400:00000200:0.0:1776198908.212675:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.212700:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.212710:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.212715:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.212719:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.212723:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92494:92494:256:4294967295] 192.168.204.56@tcp LPNI seq info [92494:92494:8:4294967295] 00000400:00000200:0.0:1776198908.212735:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.212742:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.212747:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198908.212755:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.212764:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.212769:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.212954:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.212959:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:1.0:1776198908.212966:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.212972:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.212978:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:1.0:1776198908.212994:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:1.0:1776198908.213004:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.215452:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.215478:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2db80 00000400:00000200:0.0:1776198908.215490:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb876d [1] + 224 00000400:00000200:0.0:1776198908.215510:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.215515:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.215529:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.216109:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009299556d. 00000400:00000200:2.0:1776198908.216116:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:2.0:1776198908.216118:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:2.0:1776198908.216127:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.216136:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.216179:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d19b7bf9. 02000000:00000010:2.0:1776198908.216187:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004946f4f4. 00000100:00000010:2.0:1776198908.216193:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:2.0:1776198908.216197:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:2.0:1776198908.216201:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000400:00000200:1.0:1776198908.217247:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.217714:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75b40 00000400:00000200:1.0:1776198908.217725:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 656 00000400:00000200:1.0:1776198908.217964:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.217971:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.217980:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.217997:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000020:00000010:2.0:1776198908.218368:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 00000020:00000010:2.0:1776198908.218379:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.218384:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.218424:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217749824/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198908.218469:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749824 02000000:00000010:2.0:1776198908.218489:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5213bcb. 00010000:00000010:2.0:1776198908.218533:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034edc8b8. 00010000:00000010:2.0:1776198908.218563:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198908.218573:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.218604:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.218609:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000010:2.0:1776198908.218629:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198908.218636:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749824, offset 224 00000400:00000200:2.0:1776198908.218646:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.218661:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.218668:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92495:92495:256:4294967295] 192.168.204.56@tcp LPNI seq info [92495:92495:8:4294967295] 00000400:00000200:2.0:1776198908.218681:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.218687:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.218694:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.218700:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.218709:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.218714:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.218738:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.218743:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.218748:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00000800:00000200:1.0:1776198908.218893:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.219059:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.219068:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.219072:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.219077:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:1.0:1776198908.219080:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00080000:00000010:3.0:1776198908.219217:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ac19762. 00010000:00000010:3.0:1776198908.219435:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198908.219444:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a594d2d. 00010000:00000010:3.0:1776198908.219558:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aaa4869. 00010000:00000010:3.0:1776198908.219566:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198908.219584:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.219592:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.219603:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 02000000:00000010:3.0:1776198908.219620:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9941d9b. 02000000:00000010:3.0:1776198908.219654:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054301e2a. 00000400:00000010:3.0:1776198908.219660:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.219667:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.219672:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086528, portal 16 00000400:00000010:3.0:1776198908.219678:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198908.219681:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086528, offset 0 00000400:00000200:3.0:1776198908.219687:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.219699:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.219707:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.219711:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.219714:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.219718:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92496:92496:256:4294967295] 192.168.204.56@tcp LPNI seq info [92496:92496:8:4294967295] 00000400:00000200:3.0:1776198908.219727:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.219732:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.219737:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.219741:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.219747:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.219750:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.219900:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.219903:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.219918:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.219922:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.219926:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:2.0:1776198908.219928:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:2.0:1776198908.219934:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7e2c5f5 x1862477231086528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.221390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc48ff7. 00010000:00000010:0.1:1776198908.221410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00000400:00000200:1.0:1776198908.224207:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.224236:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dbc0 00000400:00000200:1.0:1776198908.224248:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8779 [1] + 224 00000400:00000200:1.0:1776198908.224320:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.224326:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.224342:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7e2c5f5 x1862477231086528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198908.224449:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.224455:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.224458:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.224465:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7e2c5f5 x1862477231086528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.224473:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7e2c5f5 x1862477231086528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.224514:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054301e2a. 02000000:00000010:3.0:1776198908.224524:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9941d9b. 00000100:00000010:3.0:1776198908.224528:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 00000100:00000010:3.0:1776198908.224534:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.224538:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000200:1.0:1776198908.225023:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.225036:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75b80 00000400:00000200:1.0:1776198908.225043:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 984 00000400:00000200:1.0:1776198908.225122:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.225127:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.225133:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.225140:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000020:00000010:1.0:1776198908.235386:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78d2300. 00000020:00000010:1.0:1776198908.235406:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.235413:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.235466:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217749888/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.235510:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749888 02000000:00000010:1.0:1776198908.235528:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e094491a. 00010000:00000010:1.0:1776198908.235570:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042cf445b. 00010000:00000010:1.0:1776198908.235609:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.235634:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.235655:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.235660:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.235678:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198908.235686:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749888, offset 224 00000400:00000200:1.0:1776198908.235698:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.235720:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.235728:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92497:92497:256:4294967295] 192.168.204.56@tcp LPNI seq info [92497:92497:8:4294967295] 00000400:00000200:1.0:1776198908.235741:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.235749:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.235755:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198908.235763:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.235772:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.235776:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.235797:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.235813:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.235816:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78d2300. 00010000:00000010:2.1:1776198908.235959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000735f0b1b. 00000800:00000200:2.0:1776198908.236106:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.236111:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198908.236118:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.236125:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.236130:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:2.0:1776198908.236133:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00080000:00000010:0.0:1776198908.238000:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d81913. 00010000:00000010:0.0:1776198908.238158:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:0.0:1776198908.238170:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4029808. 00010000:00000010:0.0:1776198908.238325:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198908.238334:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.238351:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.238360:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.238373:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.238395:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a3d7cf8. 02000000:00000010:0.0:1776198908.238438:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc9b65c6. 00000400:00000010:0.0:1776198908.238450:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.238458:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.238466:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086592, portal 16 00000400:00000010:0.0:1776198908.238474:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198908.238477:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086592, offset 0 00000400:00000200:0.0:1776198908.238488:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.238510:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.238519:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.238523:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.238526:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.238530:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92498:92498:256:4294967295] 192.168.204.56@tcp LPNI seq info [92498:92498:8:4294967295] 00000400:00000200:0.0:1776198908.238541:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.238547:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.238552:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198908.238559:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.238567:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.238571:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.238839:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.238845:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:1.0:1776198908.238852:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.238857:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.238863:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:1.0:1776198908.238865:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:1.0:1776198908.238874:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.243075:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050237c90. 00010000:00000010:3.1:1776198908.243100:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00010000:00000010:1.1:1776198908.246322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb44e5f. 00000400:00000200:1.0:1776198908.249781:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.249809:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dc00 00000400:00000200:1.0:1776198908.249820:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8785 [1] + 224 00000400:00000200:1.0:1776198908.249834:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.249839:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.249853:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.249904:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.249908:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75bc0 00000400:00000200:1.0:1776198908.249914:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 1312 00000400:00000010:0.0:1776198908.250196:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.250203:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198908.250205:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.250213:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.250222:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.250297:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc9b65c6. 02000000:00000010:0.0:1776198908.250307:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a3d7cf8. 00000100:00000010:0.0:1776198908.250312:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.250318:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.250322:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000400:00000200:1.0:1776198908.251485:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.251500:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.251510:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.251522:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 00000020:00000010:2.0:1776198908.252361:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 00000020:00000010:2.0:1776198908.252378:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.252385:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.252441:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217749952/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198908.252487:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217749952 02000000:00000010:2.0:1776198908.252507:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d45df6c4. 00010000:00000010:2.0:1776198908.252551:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea5e6f22. 00010000:00000010:2.0:1776198908.252590:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198908.252602:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.252622:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.252627:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000010:2.0:1776198908.252648:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198908.252655:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217749952, offset 224 00000400:00000200:2.0:1776198908.252666:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.252687:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.252696:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92499:92499:256:4294967295] 192.168.204.56@tcp LPNI seq info [92499:92499:8:4294967295] 00000400:00000200:2.0:1776198908.252711:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.252716:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.252722:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.252730:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.252737:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.252742:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.252776:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095c69d29. 00000020:00000010:2.0:1776198908.252781:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.252787:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00000800:00000200:3.0:1776198908.254173:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.255202:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:3.0:1776198908.255218:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.255230:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.255238:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:3.0:1776198908.255241:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00010000:00000010:0.1:1776198908.257734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f07200. 00010000:00000010:0.1:1776198908.257756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aaa4869. 00080000:00000010:0.0:1776198908.257802:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a3d7cf8. 00010000:00000010:0.0:1776198908.257953:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.257965:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f54b8606. 00010000:00000010:0.0:1776198908.258094:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198908.258101:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.258121:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.258133:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.258146:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.258168:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc9b65c6. 02000000:00000010:0.0:1776198908.258211:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009473fa04. 00000400:00000010:0.0:1776198908.258219:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.258227:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.258235:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086656, portal 16 00000400:00000010:0.0:1776198908.258242:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198908.258245:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086656, offset 0 00000400:00000200:0.0:1776198908.258300:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.258326:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.258337:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.258342:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.258347:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.258353:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92500:92500:256:4294967295] 192.168.204.56@tcp LPNI seq info [92500:92500:8:4294967295] 00000400:00000200:0.0:1776198908.258378:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.258386:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.258394:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198908.258403:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.258413:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.258418:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.258610:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.258615:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:1.0:1776198908.258621:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.258626:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.258631:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:1.0:1776198908.258634:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:1.0:1776198908.258642:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.263316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3db335b. 00010000:00000010:0.1:1776198908.263786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7c3a16. 00000400:00000200:1.0:1776198908.263795:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:0.1:1776198908.263797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000200:1.0:1776198908.263826:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dc40 00000400:00000200:1.0:1776198908.263837:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8791 [1] + 224 00000400:00000200:1.0:1776198908.263859:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.263865:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.263879:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198908.264002:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.264008:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198908.264011:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.264017:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.264025:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.264065:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009473fa04. 02000000:00000010:0.0:1776198908.264072:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc9b65c6. 00000100:00000010:0.0:1776198908.264077:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.264082:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.264086:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000400:00000200:3.0:1776198908.265761:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.265789:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75c00 00000400:00000200:3.0:1776198908.265800:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 1640 00000400:00000200:3.0:1776198908.265901:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.265908:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.265918:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.265927:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 00000020:00000010:1.0:1776198908.266071:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78d2300. 00000020:00000010:1.0:1776198908.266080:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.266086:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.266123:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7e2c5f5 x1862477217750016/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198908.266210:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750016 02000000:00000010:1.0:1776198908.266228:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfbcf495. 00010000:00000010:1.0:1776198908.266310:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000990ec6a6. 00010000:00000010:1.0:1776198908.266355:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.266365:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.266377:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.266381:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.266400:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198908.266407:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750016, offset 224 00000400:00000200:1.0:1776198908.266416:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.266430:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.266436:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92501:92501:256:4294967295] 192.168.204.56@tcp LPNI seq info [92501:92501:8:4294967295] 00000400:00000200:1.0:1776198908.266447:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.266453:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.266458:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.266465:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.266473:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.266478:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.266512:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.266518:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.266522:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78d2300. 00000800:00000200:3.0:1776198908.266656:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.266661:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198908.266666:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.266671:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.266676:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:3.0:1776198908.266679:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00080000:00000010:0.0:1776198908.268351:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc9b65c6. 00010000:00000010:0.0:1776198908.268504:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.268515:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000061f44af. 00010000:00000010:0.0:1776198908.268617:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198908.268624:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.268641:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.268652:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.268665:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.268685:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009473fa04. 02000000:00000010:0.0:1776198908.268733:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004946f4f4. 00000400:00000010:0.0:1776198908.268741:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.268750:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.268759:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086720, portal 16 00000400:00000010:0.0:1776198908.268766:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198908.268769:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086720, offset 0 00000400:00000200:0.0:1776198908.268780:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.268801:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.268811:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.268815:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.268818:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.268822:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92502:92502:256:4294967295] 192.168.204.56@tcp LPNI seq info [92502:92502:8:4294967295] 00000400:00000200:0.0:1776198908.268833:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.268839:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.268845:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198908.268852:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.268862:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.268866:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.269459:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.269466:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198908.269475:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.269482:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.269488:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:3.0:1776198908.269490:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:3.0:1776198908.269500:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.271926:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.272023:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dc80 00000400:00000200:3.0:1776198908.272035:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb879d [1] + 224 00000400:00000200:3.0:1776198908.272056:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.272061:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.272076:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198908.272208:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.272216:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198908.272218:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.272225:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.272232:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.272305:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004946f4f4. 02000000:00000010:0.0:1776198908.272313:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009473fa04. 00000100:00000010:0.0:1776198908.272319:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.272324:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.272329:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000400:00000200:3.0:1776198908.272879:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.272893:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75c40 00000400:00000200:3.0:1776198908.272901:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb70ad [2] + 1968 00000400:00000010:3.0:1776198908.272905:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:3.0:1776198908.272910:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008b9cb65b 00000400:00000200:3.0:1776198908.273460:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.273468:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.273473:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b9cb65b 00000400:00000010:3.0:1776198908.273475:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008b9cb65b (tot 82346882). 00000100:00000200:3.0:1776198908.273481:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198908.274112:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78d2300. 00000020:00000010:1.0:1776198908.274124:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.274131:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.274172:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004ce11a36 x1862477217750080/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.274210:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750080 02000000:00000010:1.0:1776198908.274227:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf6b886c. 00010000:00000010:1.0:1776198908.274352:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009874b918. 00010000:00000010:1.0:1776198908.274384:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.274393:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092f080bc. 00000100:00000010:1.0:1776198908.274410:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092f080bc. 00010000:00000010:1.0:1776198908.274415:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.274435:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198908.274441:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750080, offset 224 00000400:00000200:1.0:1776198908.274452:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.274569:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.274587:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92503:92503:256:4294967295] 192.168.204.56@tcp LPNI seq info [92503:92503:8:4294967295] 00000400:00000200:1.0:1776198908.274600:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.274607:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.274614:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347130). 00000800:00000200:1.0:1776198908.274622:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.274633:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.274638:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.274670:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.274677:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.274682:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78d2300. 02000000:00000010:1.0:1776198908.274695:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfbcf495. 00000100:00000010:1.0:1776198908.274699:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 02000000:00000010:1.0:1776198908.274706:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d45df6c4. 00000100:00000010:1.0:1776198908.274709:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 02000000:00000010:1.0:1776198908.274713:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e094491a. 00000100:00000010:1.0:1776198908.274716:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198908.274719:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5213bcb. 00000100:00000010:1.0:1776198908.274722:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.274726:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a328b0. 00000100:00000010:1.0:1776198908.274730:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:1.0:1776198908.274733:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00000100:00000010:1.0:1776198908.274737:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 00000100:00000200:1.0:1776198908.274746:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198908.274753:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000043f5828. 00000800:00000200:2.0:1776198908.274836:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.274841:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82346882). 00000400:00000200:2.0:1776198908.274846:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.274851:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.274856:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:2.0:1776198908.274858:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 02000000:00000010:2.0:1776198908.274864:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf6b886c. 00000400:00000010:1.0:1776198908.275010:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000092f080bc (tot 82347034). 00010000:00000010:0.1:1776198908.279221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9d25544. 00010000:00000010:0.1:1776198908.279248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00080000:00000010:0.0:1776198908.279307:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009473fa04. 00010000:00000010:0.0:1776198908.279487:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.279501:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065c1f623. 00010000:00000010:0.0:1776198908.279651:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198908.279659:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.279678:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.279690:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.279706:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.279728:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004946f4f4. 02000000:00000010:0.0:1776198908.279769:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d19b7bf9. 00000400:00000010:0.0:1776198908.279778:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.279786:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.279795:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086784, portal 16 00000400:00000010:0.0:1776198908.279801:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198908.279804:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086784, offset 0 00000400:00000200:0.0:1776198908.279816:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.279840:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.279851:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.279857:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.279861:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.279865:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92504:92504:256:4294967295] 192.168.204.56@tcp LPNI seq info [92504:92504:8:4294967295] 00000400:00000200:0.0:1776198908.279877:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.279886:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.279892:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198908.279899:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.279909:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.279914:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.280447:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.280454:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198908.280462:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.280468:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.280475:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:3.0:1776198908.280478:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:3.0:1776198908.280487:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.281687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe572052. 00010000:00000010:0.1:1776198908.286305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096e1458c. 00010000:00000010:1.1:1776198908.286306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc825f3. 00010000:00000010:0.1:1776198908.286326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000200:2.0:1776198908.289626:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.289656:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dcc0 00000400:00000200:2.0:1776198908.289668:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87ad [1] + 224 00000400:00000200:2.0:1776198908.289685:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.289690:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.289707:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.289751:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.289757:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75c80 00000400:00000200:2.0:1776198908.289762:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 0 00000400:00000200:2.0:1776198908.289834:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.289838:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.289844:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.289851:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000400:00000010:0.0:1776198908.289974:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.289990:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198908.289993:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.289999:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.290007:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.290049:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d19b7bf9. 02000000:00000010:0.0:1776198908.290059:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004946f4f4. 00000100:00000010:0.0:1776198908.290064:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.290067:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.290073:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000020:00000010:1.0:1776198908.290514:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e094491a. 00000020:00000010:1.0:1776198908.290527:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.290535:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.291083:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217750144/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.291212:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750144 02000000:00000010:1.0:1776198908.291234:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfbcf495. 00010000:00000010:1.0:1776198908.291332:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042d3cfd2. 00010000:00000010:1.0:1776198908.291500:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.291513:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.291534:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198908.291540:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.291563:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198908.291572:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750144, offset 224 00000400:00000200:1.0:1776198908.291585:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.291605:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.291613:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92505:92505:256:4294967295] 192.168.204.56@tcp LPNI seq info [92505:92505:8:4294967295] 00000400:00000200:1.0:1776198908.291625:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.291631:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.291640:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198908.291648:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.291660:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.291665:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.291708:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.291715:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.291720:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e094491a. 00000800:00000200:3.0:1776198908.291919:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.291924:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:3.0:1776198908.291930:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.291937:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.291957:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:3.0:1776198908.291959:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00080000:00000010:0.0:1776198908.292090:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004946f4f4. 00010000:00000010:0.0:1776198908.292241:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.292282:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3d0ede3. 00010000:00000010:0.0:1776198908.292434:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198908.292442:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.292457:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.292464:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.292476:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.292497:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d19b7bf9. 02000000:00000010:0.0:1776198908.292549:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b74f6add. 00000400:00000010:0.0:1776198908.292559:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.292566:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.292576:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086848, portal 16 00000400:00000010:0.0:1776198908.292583:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198908.292586:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086848, offset 0 00000400:00000200:0.0:1776198908.292596:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.292615:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.292628:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.292634:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.292638:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.292642:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92506:92506:256:4294967295] 192.168.204.56@tcp LPNI seq info [92506:92506:8:4294967295] 00000400:00000200:0.0:1776198908.292653:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.292658:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.292663:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198908.292670:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.292676:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.292680:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.295743:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.295755:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:3.0:1776198908.295768:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.295781:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.295790:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198908.295793:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000100:00000200:3.0:1776198908.295807:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.299348:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.299379:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dd00 00000400:00000200:2.0:1776198908.299392:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87b9 [1] + 224 00000400:00000200:2.0:1776198908.299417:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.299422:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.299439:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.302181:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.302209:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75cc0 00000400:00000200:3.0:1776198908.302220:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 328 00000400:00000200:3.0:1776198908.302355:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.302361:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.302371:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.302380:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 00000020:00000010:1.0:1776198908.303101:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e094491a. 00000020:00000010:1.0:1776198908.303114:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.303120:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.303169:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24daf86 x1862477217750208/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198908.303207:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750208 02000000:00000010:1.0:1776198908.303223:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a78d2300. 00010000:00000010:1.0:1776198908.303311:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.303322:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.303332:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198908.303338:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.303358:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198908.303365:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750208, offset 224 00000400:00000200:1.0:1776198908.303377:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.303394:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.303401:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92507:92507:256:4294967295] 192.168.204.56@tcp LPNI seq info [92507:92507:8:4294967295] 00000400:00000200:1.0:1776198908.303412:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.303419:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.303424:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.303431:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.303440:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.303444:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.303467:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.303473:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.303478:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e094491a. 00000800:00000200:3.0:1776198908.304757:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.304767:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:3.0:1776198908.304777:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.304787:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.304794:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:3.0:1776198908.304797:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000400:00000010:0.0:1776198908.305104:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.305111:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198908.305114:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.305126:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.305138:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198908.305175:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004ac17d4. 02000000:00000010:0.0:1776198908.305197:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b74f6add. 02000000:00000010:0.0:1776198908.305203:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d19b7bf9. 00000100:00000010:0.0:1776198908.305208:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.305213:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.305218:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00080000:00000010:0.0:1776198908.305246:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d19b7bf9. 00010000:00000010:0.0:1776198908.305409:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.305419:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000838d20a5. 00010000:00000010:0.0:1776198908.305540:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.0:1776198908.305548:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5c4048a. 00010000:00000010:0.0:1776198908.305565:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.305573:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.305581:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.305599:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b74f6add. 02000000:00000010:0.0:1776198908.305638:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099257ed0. 00000400:00000010:0.0:1776198908.305644:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.305650:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.305657:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086912, portal 16 00000400:00000010:0.0:1776198908.305664:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198908.305666:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086912, offset 0 00000400:00000200:0.0:1776198908.305674:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.305691:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.305701:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.305704:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.305708:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.305711:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92508:92508:256:4294967295] 192.168.204.56@tcp LPNI seq info [92508:92508:8:4294967295] 00000400:00000200:0.0:1776198908.305722:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.305729:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.305734:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198908.305741:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.305750:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.305755:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.305919:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.305924:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:2.0:1776198908.305930:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.305934:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.305952:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:2.0:1776198908.305955:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000100:00000200:2.0:1776198908.305961:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231086912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.310156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d2f2a8b. 00010000:00000010:0.1:1776198908.310182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00000400:00000200:2.0:1776198908.310667:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.310698:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dd40 00000400:00000200:2.0:1776198908.310710:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87c5 [1] + 224 00000400:00000200:2.0:1776198908.310733:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.310739:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.310754:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231086912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198908.310877:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.310884:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:0.0:1776198908.310887:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.310894:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231086912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.310902:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231086912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.310949:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099257ed0. 02000000:00000010:0.0:1776198908.310957:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b74f6add. 00000100:00000010:0.0:1776198908.310961:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.310967:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.310971:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00010000:00000010:1.1:1776198908.314339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d9bba5. 00000400:00000200:2.0:1776198908.314457:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.314484:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75d00 00000400:00000200:2.0:1776198908.314495:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 656 00000400:00000200:2.0:1776198908.314590:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.314596:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.314606:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.314615:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:0.0:1776198908.314740:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74f6add. 00000020:00000010:0.0:1776198908.314754:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.314761:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.314804:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217750272/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198908.314848:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750272 02000000:00000010:0.0:1776198908.314863:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099257ed0. 00010000:00000010:0.0:1776198908.314902:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000911c792a. 00010000:00000010:0.0:1776198908.314928:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.314954:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.314972:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.314977:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000400:00000010:0.0:1776198908.315007:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198908.315014:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750272, offset 224 00000400:00000200:0.0:1776198908.315024:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.315039:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.315047:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92509:92509:256:4294967295] 192.168.204.56@tcp LPNI seq info [92509:92509:8:4294967295] 00000400:00000200:0.0:1776198908.315060:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.315066:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.315073:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198908.315082:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.315091:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.315096:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776198908.315116:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9941d9b. 00000020:00000010:0.0:1776198908.315124:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.315131:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.315134:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74f6add. 00010000:00000010:3.0:1776198908.315251:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c4048a. 00010000:00000010:3.0:1776198908.315298:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074d6bae9. 00000800:00000200:2.0:1776198908.315356:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.315361:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198908.315369:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.315374:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.315378:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:2.0:1776198908.315381:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00010000:00000010:3.0:1776198908.315417:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:2.0:1776198908.316089:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004d714f87. 00010000:00000010:2.0:1776198908.316109:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198908.316116:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.316126:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.316147:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bb00db4. 02000000:00000010:2.0:1776198908.316187:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45df6c4. 00000400:00000010:2.0:1776198908.316194:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198908.316201:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198908.316210:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231086976, portal 16 00000400:00000010:2.0:1776198908.316217:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198908.316221:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231086976, offset 0 00000400:00000200:2.0:1776198908.316229:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.316243:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.316287:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.316294:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.316298:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.316303:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92510:92510:256:4294967295] 192.168.204.56@tcp LPNI seq info [92510:92510:8:4294967295] 00000400:00000200:2.0:1776198908.316313:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.316322:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.316328:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198908.316334:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.316340:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.316344:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.316485:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.316489:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:3.0:1776198908.316496:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.316500:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.316505:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:3.0:1776198908.316507:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00000100:00000200:3.0:1776198908.316515:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231086976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.318305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d5fdda5. 00010000:00000010:0.1:1776198908.318324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd689fe. 00010000:00000010:0.1:1776198908.318330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00010000:00000010:3.1:1776198908.324640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f72fc55. 00010000:00000010:3.1:1776198908.324667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.1:1776198908.325041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d00abcc. 00000400:00000200:2.0:1776198908.325195:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.325223:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dd80 00000400:00000200:2.0:1776198908.325235:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87d1 [1] + 224 00000400:00000200:2.0:1776198908.325292:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.325297:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.325313:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231086976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.325362:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.325368:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75d40 00000400:00000200:2.0:1776198908.325376:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 984 00000400:00000200:2.0:1776198908.325390:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.325393:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.325398:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.325405:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:1.0:1776198908.325616:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e094491a. 00000020:00000010:1.0:1776198908.325626:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.325631:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.325669:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217750336/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.325713:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750336 02000000:00000010:1.0:1776198908.325735:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf6b886c. 00010000:00000010:1.0:1776198908.325810:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.325821:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.325832:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198908.325839:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.325861:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198908.325868:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750336, offset 224 00000400:00000200:1.0:1776198908.325878:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.325895:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.325902:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92511:92511:256:4294967295] 192.168.204.56@tcp LPNI seq info [92511:92511:8:4294967295] 00000400:00000200:1.0:1776198908.325914:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.325919:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.325925:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198908.325933:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.325944:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.325949:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.325988:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.325995:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.326000:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e094491a. 00000800:00000200:2.0:1776198908.326337:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.326343:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198908.326349:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.326356:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.326362:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:2.0:1776198908.326365:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000400:00000010:3.0:1776198908.326488:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:3.0:1776198908.326495:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:3.0:1776198908.326496:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000100:00000200:3.0:1776198908.326506:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231086976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.326515:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231086976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.326549:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007506145a. 02000000:00000010:3.0:1776198908.326574:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45df6c4. 02000000:00000010:3.0:1776198908.326581:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000bb00db4. 00000100:00000010:3.0:1776198908.326587:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:3.0:1776198908.326591:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:3.0:1776198908.326595:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00080000:00000010:3.0:1776198908.326625:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054301e2a. 00010000:00000010:3.0:1776198908.326763:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d714f87. 00010000:00000010:3.0:1776198908.326771:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008fc94011. 00010000:00000010:3.0:1776198908.326883:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198908.326892:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.326906:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.326912:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.326923:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.326950:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000835606a5. 02000000:00000010:3.0:1776198908.326996:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6726b33. 00000400:00000010:3.0:1776198908.327003:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.327009:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.327016:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087040, portal 16 00000400:00000010:3.0:1776198908.327023:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198908.327025:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087040, offset 0 00000400:00000200:3.0:1776198908.327033:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.327047:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.327058:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.327063:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.327066:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.327069:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92512:92512:256:4294967295] 192.168.204.56@tcp LPNI seq info [92512:92512:8:4294967295] 00000400:00000200:3.0:1776198908.327080:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.327086:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.327091:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.327097:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.327103:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.327107:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.327519:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.327524:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.327539:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.327543:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.327548:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6ad3975 00000400:00000010:2.0:1776198908.327550:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6ad3975. 00000100:00000200:2.0:1776198908.327557:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231087040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.337594:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.337626:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ddc0 00000400:00000200:2.0:1776198908.337642:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87dd [1] + 224 00000400:00000200:2.0:1776198908.337658:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.337664:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.337680:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231087040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.337722:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.337727:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75d80 00000400:00000200:2.0:1776198908.337733:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 1312 00000400:00000200:2.0:1776198908.337742:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.337745:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.337749:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.337757:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000400:00000010:3.0:1776198908.337833:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.337840:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.337843:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.337850:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231087040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.337859:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231087040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.337897:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6726b33. 02000000:00000010:3.0:1776198908.337905:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000835606a5. 00000100:00000010:3.0:1776198908.337910:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198908.337914:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.337919:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000020:00000010:1.0:1776198908.340068:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e094491a. 00000020:00000010:1.0:1776198908.340089:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.340096:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.340143:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217750400/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.340203:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750400 02000000:00000010:1.0:1776198908.340224:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a328b0. 00010000:00000010:3.1:1776198908.340225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00010000:00000010:3.1:1776198908.340243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f4c4dd9. 00010000:00000010:3.1:1776198908.340248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:1.0:1776198908.340297:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ba95b2dd. 00010000:00000010:1.0:1776198908.340335:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.340346:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.340370:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198908.340375:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.340393:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198908.340402:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750400, offset 224 00000400:00000200:1.0:1776198908.340414:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:3.0:1776198908.340419:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000835606a5. 00000400:00000200:1.0:1776198908.340438:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.340447:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92513:92513:256:4294967295] 192.168.204.56@tcp LPNI seq info [92513:92513:8:4294967295] 00000400:00000200:1.0:1776198908.340460:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.340468:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.340474:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198908.340483:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.340494:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.340499:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.340531:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.340538:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.340542:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e094491a. 00010000:00000010:3.0:1776198908.340560:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.340569:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dea98897. 00010000:00000010:3.0:1776198908.340690:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198908.340695:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198908.340702:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198908.340707:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00080000:00000010:3.0:1776198908.340724:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6726b33. 00010000:00000010:3.0:1776198908.340749:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.340752:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198908.340811:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006937819a. 00010000:00000010:3.0:1776198908.340814:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.340823:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.340827:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.340836:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.340853:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0b92580. 02000000:00000010:3.0:1776198908.340887:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e85001. 00000400:00000010:3.0:1776198908.340894:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.340900:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.340906:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087104, portal 16 00000400:00000010:3.0:1776198908.340912:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198908.340914:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087104, offset 0 00000400:00000200:3.0:1776198908.340921:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.340929:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.340947:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.340952:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.340955:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.340958:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92514:92514:255:4294967295] 192.168.204.56@tcp LPNI seq info [92514:92514:7:4294967295] 00000400:00000200:3.0:1776198908.340965:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.340973:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.340977:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347530). 00000800:00000200:3.0:1776198908.340991:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.340996:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.340998:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.341336:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.341341:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:2.0:1776198908.341347:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.341352:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.341358:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:2.0:1776198908.341361:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000800:00000200:2.0:1776198908.341456:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.341458:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.341472:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.341476:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.341478:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:2.0:1776198908.341479:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00000100:00000200:2.0:1776198908.341486:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231087104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.346555:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.346593:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2de00 00000400:00000200:2.0:1776198908.346610:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87e9 [1] + 224 00000400:00000200:2.0:1776198908.346636:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.346642:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.346659:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231087104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198908.346758:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.346764:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.346768:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.346775:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231087104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.346784:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231087104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.346829:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198908.346839:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0b92580. 00000100:00000010:3.0:1776198908.346845:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198908.346850:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.346855:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000200:2.0:1776198908.349556:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.349583:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75dc0 00000400:00000200:2.0:1776198908.349594:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 1640 00000400:00000200:2.0:1776198908.349683:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.349688:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.349698:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.349706:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00010000:00000010:3.1:1776198908.350437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfede87a. 00010000:00000010:3.1:1776198908.350451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.1:1776198908.350457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198908.350462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00000020:00000010:1.0:1776198908.351854:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e094491a. 00000020:00000010:1.0:1776198908.351877:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.351884:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.351926:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217750464/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198908.351964:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750464 02000000:00000010:1.0:1776198908.351991:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5213bcb. 00010000:00000010:1.0:1776198908.352037:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef3dbdc1. 00010000:00000010:1.0:1776198908.352069:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.352078:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.352102:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198908.352107:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.352125:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198908.352133:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750464, offset 224 00000400:00000200:1.0:1776198908.352146:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:3.0:1776198908.352162:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0b92580. 00000400:00000200:1.0:1776198908.352168:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.352177:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92515:92515:256:4294967295] 192.168.204.56@tcp LPNI seq info [92515:92515:8:4294967295] 00000400:00000200:1.0:1776198908.352189:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.352195:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.352202:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198908.352210:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.352218:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.352223:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.352284:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.352290:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.352293:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e094491a. 00010000:00000010:3.0:1776198908.352315:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.352323:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014c76195. 00010000:00000010:3.0:1776198908.352429:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198908.352436:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.352452:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.352457:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.352467:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.352485:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198908.352519:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070e6ff60. 00000400:00000010:3.0:1776198908.352526:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.352532:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.352538:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087168, portal 16 00000400:00000010:3.0:1776198908.352543:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198908.352547:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087168, offset 0 00000400:00000200:3.0:1776198908.352552:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.352560:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.352569:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.352573:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.352578:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.352581:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92516:92516:255:4294967295] 192.168.204.56@tcp LPNI seq info [92516:92516:7:4294967295] 00000400:00000200:3.0:1776198908.352588:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.352593:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.352597:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347530). 00000800:00000200:3.0:1776198908.352601:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.352605:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.352608:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.352732:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.352737:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347282). 00000400:00000200:0.0:1776198908.352743:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.352748:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.352755:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:0.0:1776198908.352759:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000800:00000200:0.0:1776198908.352860:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.352862:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198908.352877:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.352881:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.352883:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:0.0:1776198908.352884:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:0.0:1776198908.352890:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231087168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.355714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d8a0e6. 00000400:00000200:2.0:1776198908.357356:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.357386:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2de40 00000400:00000200:2.0:1776198908.357399:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb87f5 [1] + 224 00000400:00000200:2.0:1776198908.357420:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.357425:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.357442:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231087168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198908.357613:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.357620:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.357623:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.357630:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231087168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.357638:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231087168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.357681:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070e6ff60. 02000000:00000010:3.0:1776198908.357688:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e85001. 00000100:00000010:3.0:1776198908.357695:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198908.357699:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.357704:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000200:2.0:1776198908.358576:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.358592:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75e00 00000400:00000200:2.0:1776198908.358601:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7105 [2] + 1968 00000400:00000010:2.0:1776198908.358605:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:2.0:1776198908.358611:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f4782812 00000400:00000200:2.0:1776198908.358686:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.358692:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.358696:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4782812 00000400:00000010:2.0:1776198908.358698:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f4782812 (tot 82346882). 00000100:00000200:2.0:1776198908.358705:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776198908.362525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce4ecc8. 00000020:00000010:1.0:1776198908.362621:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e094491a. 00000020:00000010:1.0:1776198908.362634:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.362639:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.362682:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a641e996 x1862477217750528/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198908.362718:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750528 02000000:00000010:1.0:1776198908.362735:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076881734. 00010000:00000010:1.0:1776198908.362781:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c88fca1. 00010000:00000010:1.0:1776198908.362824:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.362835:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a9af1da. 00000100:00000010:1.0:1776198908.362853:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a9af1da. 00010000:00000010:1.0:1776198908.362859:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.362878:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198908.362886:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750528, offset 224 00000400:00000200:1.0:1776198908.362896:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.362915:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.362924:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92517:92517:256:4294967295] 192.168.204.56@tcp LPNI seq info [92517:92517:8:4294967295] 00000400:00000200:1.0:1776198908.362936:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.362943:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.362949:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347130). 00000800:00000200:1.0:1776198908.362957:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.362966:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.362971:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.363016:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.363022:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.363026:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e094491a. 02000000:00000010:1.0:1776198908.363038:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5213bcb. 00000100:00000010:1.0:1776198908.363041:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:1.0:1776198908.363047:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a328b0. 00000100:00000010:1.0:1776198908.363051:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:1.0:1776198908.363055:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf6b886c. 00000100:00000010:1.0:1776198908.363058:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:1.0:1776198908.363062:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099257ed0. 00000100:00000010:1.0:1776198908.363065:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:1.0:1776198908.363070:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a78d2300. 00000100:00000010:1.0:1776198908.363072:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 02000000:00000010:1.0:1776198908.363077:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfbcf495. 00000100:00000010:1.0:1776198908.363079:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000200:1.0:1776198908.363085:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198908.363093:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000102bcf31. 00000400:00000010:1.0:1776198908.363099:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006a9af1da (tot 82347282). 00000800:00000200:2.0:1776198908.363691:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.363699:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198908.363708:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.363717:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.363724:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:2.0:1776198908.363727:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 02000000:00000010:2.0:1776198908.363734:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076881734. 00010000:00000010:3.1:1776198908.364288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004208422f. 00010000:00000010:3.1:1776198908.364297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006937819a. 00080000:00000010:3.0:1776198908.364354:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070e6ff60. 00010000:00000010:3.0:1776198908.364496:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.364507:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6dd878c. 00010000:00000010:3.0:1776198908.364631:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006937819a. 00010000:00000010:3.0:1776198908.364639:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.364656:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.364667:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.364680:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.364700:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198908.364740:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c148dbce. 00000400:00000010:3.0:1776198908.364748:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.364755:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.364763:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087232, portal 16 00000400:00000010:3.0:1776198908.364770:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198908.364773:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087232, offset 0 00000400:00000200:3.0:1776198908.364782:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.364801:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.364813:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.364817:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.364821:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.364825:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92518:92518:256:4294967295] 192.168.204.56@tcp LPNI seq info [92518:92518:8:4294967295] 00000400:00000200:3.0:1776198908.364836:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.364843:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.364849:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.364856:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.364863:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.364868:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.365023:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.365028:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.365048:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.365054:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.365059:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:2.0:1776198908.365062:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00000100:00000200:2.0:1776198908.365072:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231087232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.370345:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c198d80b. 00000400:00000200:2.0:1776198908.371699:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.371726:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2de80 00000400:00000200:2.0:1776198908.371738:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8805 [1] + 224 00000400:00000200:2.0:1776198908.371753:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.371758:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.371773:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231087232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.371817:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.371821:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75e40 00000400:00000200:2.0:1776198908.371829:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 0 00000400:00000200:2.0:1776198908.371843:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.371846:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.371853:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.371862:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000400:00000010:3.0:1776198908.372019:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.372026:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.372028:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.372035:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231087232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.372043:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231087232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.372087:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c148dbce. 02000000:00000010:3.0:1776198908.372098:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e85001. 00000100:00000010:3.0:1776198908.372103:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198908.372108:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.372112:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000020:00000010:0.0:1776198908.375865:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74f6add. 00000020:00000010:0.0:1776198908.375886:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.375893:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.375955:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217750592/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198908.376005:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750592 02000000:00000010:0.0:1776198908.376024:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084139575. 00010000:00000010:0.0:1776198908.376075:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018892cc4. 00010000:00000010:0.0:1776198908.376112:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.376124:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.376148:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.376153:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000400:00000010:0.0:1776198908.376178:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198908.376188:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750592, offset 224 00000400:00000200:0.0:1776198908.376199:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.376222:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.376230:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92519:92519:256:4294967295] 192.168.204.56@tcp LPNI seq info [92519:92519:8:4294967295] 00000400:00000200:0.0:1776198908.376242:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.376249:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.376278:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198908.376288:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.376298:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.376303:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.376338:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.376343:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.376347:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74f6add. 00080000:00000010:3.0:1776198908.376457:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002950e149. 00010000:00000010:3.0:1776198908.376591:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.376599:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001df1d533. 00010000:00000010:3.0:1776198908.376719:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198908.376726:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.376742:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.376747:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.376756:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.376777:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198908.376815:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c148dbce. 00000400:00000010:3.0:1776198908.376824:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.376832:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.376839:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087296, portal 16 00000400:00000010:3.0:1776198908.376846:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198908.376848:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087296, offset 0 00000400:00000200:3.0:1776198908.376856:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.376866:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.376876:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.376882:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.376885:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.376887:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92520:92520:255:4294967295] 192.168.204.56@tcp LPNI seq info [92520:92520:7:4294967295] 00000400:00000200:3.0:1776198908.376896:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.376901:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.376905:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347530). 00000800:00000200:3.0:1776198908.376910:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.376914:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.376918:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.377163:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.377168:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347282). 00000400:00000200:2.0:1776198908.377175:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.377180:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.377185:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:2.0:1776198908.377188:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000800:00000200:2.0:1776198908.377324:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.377326:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.377340:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.377344:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.377346:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:2.0:1776198908.377348:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000100:00000200:2.0:1776198908.377355:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231087296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.381455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000702dcb37. 00010000:00000010:3.1:1776198908.381480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:3.1:1776198908.386412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a39a6c4. 00010000:00000010:3.1:1776198908.386437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006937819a. 00000400:00000200:2.0:1776198908.386848:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.386874:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dec0 00000400:00000200:2.0:1776198908.386885:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8811 [1] + 224 00000400:00000200:2.0:1776198908.386903:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.386908:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.386925:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231087296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.386974:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.386990:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75e80 00000400:00000200:2.0:1776198908.386996:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 328 00000400:00000200:2.0:1776198908.387006:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.387010:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.387016:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.387022:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:1.0:1776198908.387149:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:1.0:1776198908.387159:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.387166:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.387202:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217750656/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.387244:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750656 02000000:00000010:1.0:1776198908.387298:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a328b0. 00010000:00000010:1.0:1776198908.387358:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.387368:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.387377:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.387381:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.387400:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198908.387406:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750656, offset 224 00000400:00000200:1.0:1776198908.387414:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.387427:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.387434:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92521:92521:256:4294967295] 192.168.204.56@tcp LPNI seq info [92521:92521:8:4294967295] 00000400:00000200:1.0:1776198908.387446:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.387452:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.387459:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198908.387465:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.387474:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.387479:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.387496:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.387502:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.387506:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00000400:00000010:3.0:1776198908.387626:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.387633:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.387636:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.387645:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231087296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.387654:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231087296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.387680:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000531ea087. 02000000:00000010:3.0:1776198908.387702:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c148dbce. 02000000:00000010:3.0:1776198908.387712:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e85001. 00000100:00000010:3.0:1776198908.387719:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198908.387723:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.387727:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00080000:00000010:3.0:1776198908.387748:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c148dbce. 00010000:00000010:3.0:1776198908.387883:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.387892:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6159712. 00010000:00000010:3.0:1776198908.388019:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006937819a. 00010000:00000010:3.0:1776198908.388026:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.388039:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.388044:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.388051:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.388065:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e85001. 02000000:00000010:3.0:1776198908.388097:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a5d108. 00000400:00000010:3.0:1776198908.388102:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.388106:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.388112:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087360, portal 16 00000400:00000010:3.0:1776198908.388118:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198908.388120:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087360, offset 0 00000400:00000200:3.0:1776198908.388127:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.388134:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.388144:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.388148:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.388151:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.388154:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92522:92522:255:4294967295] 192.168.204.56@tcp LPNI seq info [92522:92522:7:4294967295] 00000400:00000200:3.0:1776198908.388160:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.388165:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.388168:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347530). 00000800:00000200:3.0:1776198908.388172:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.388177:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.388179:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.388546:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.388551:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347282). 00000400:00000200:2.0:1776198908.388558:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.388564:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.388569:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:2.0:1776198908.388571:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000800:00000200:2.0:1776198908.388665:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.388668:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.388683:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.388686:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.388688:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:2.0:1776198908.388690:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000100:00000200:2.0:1776198908.388696:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231087360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.390316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005daa0be8. 00010000:00000010:3.1:1776198908.394698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050ccc02c. 00010000:00000010:3.1:1776198908.394726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1ff9b24. 00010000:00000010:3.1:1776198908.394733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:2.0:1776198908.397160:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.397189:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2df00 00000400:00000200:2.0:1776198908.397202:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb881d [1] + 224 00000400:00000200:2.0:1776198908.397218:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.397223:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.397241:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231087360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.397359:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.397365:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75ec0 00000400:00000200:2.0:1776198908.397371:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 656 00000400:00000200:2.0:1776198908.397406:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.397410:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.397415:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.397423:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:0.0:1776198908.397555:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74f6add. 00000020:00000010:0.0:1776198908.397564:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.397571:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.397606:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217750720/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198908.397648:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750720 02000000:00000010:0.0:1776198908.397662:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000167c5589. 00010000:00000010:0.0:1776198908.397715:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.397725:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.397734:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.397739:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000400:00000010:0.0:1776198908.397761:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198908.397767:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750720, offset 224 00000400:00000200:0.0:1776198908.397777:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.397791:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.397798:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92523:92523:256:4294967295] 192.168.204.56@tcp LPNI seq info [92523:92523:8:4294967295] 00000400:00000200:0.0:1776198908.397810:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.397816:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.397821:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198908.397827:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.397836:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.397841:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.397866:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.397871:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.397874:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74f6add. 00000800:00000200:2.0:1776198908.398277:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.398282:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:2.0:1776198908.398287:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.398293:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.398298:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:2.0:1776198908.398300:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000400:00000010:3.0:1776198908.401115:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034f3d928. 00000400:00000200:3.0:1776198908.401129:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:3.0:1776198908.401586:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000100:00000200:3.0:1776198908.401607:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231087360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.401619:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231087360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.401665:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b24cdbad. 02000000:00000010:3.0:1776198908.401691:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a5d108. 02000000:00000010:3.0:1776198908.401699:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e85001. 00000100:00000010:3.0:1776198908.401706:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198908.401711:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.401715:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00080000:00000010:0.0:1776198908.402488:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b74f6add. 00010000:00000010:0.0:1776198908.402629:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:0.0:1776198908.402648:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a0b97aa. 00010000:00000010:0.0:1776198908.402746:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198908.402753:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198908.402768:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.402777:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.402789:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.404612:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0c01d5c. 02000000:00000010:0.0:1776198908.407594:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099257ed0. 00000400:00000010:0.0:1776198908.407619:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.407629:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198908.407651:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087424, portal 16 00000400:00000010:0.0:1776198908.407659:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198908.407662:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087424, offset 0 00000400:00000200:0.0:1776198908.407676:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.407700:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.407710:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.407714:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.407718:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.407722:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92524:92524:256:4294967295] 192.168.204.56@tcp LPNI seq info [92524:92524:8:4294967295] 00000400:00000200:0.0:1776198908.407734:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.407741:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.407748:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198908.407756:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.407765:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.407770:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.408171:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.408176:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:2.0:1776198908.408183:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.408190:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.408195:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:2.0:1776198908.408197:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00000100:00000200:2.0:1776198908.408206:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231087424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.412241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6729ed7. 00000400:00000200:2.0:1776198908.414199:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.414232:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2df40 00000400:00000200:2.0:1776198908.414244:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8829 [1] + 224 00000400:00000200:2.0:1776198908.415180:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.415193:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.415211:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231087424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.415348:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.415361:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75f00 00000400:00000200:2.0:1776198908.415369:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 984 00000400:00000200:2.0:1776198908.415449:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.415453:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.415458:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.415465:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000400:00000010:0.0:1776198908.415584:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.415590:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:0.0:1776198908.415593:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:0.0:1776198908.415600:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231087424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.415608:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231087424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.415648:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099257ed0. 02000000:00000010:0.0:1776198908.415658:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0c01d5c. 00000100:00000010:0.0:1776198908.415662:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.415667:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.415672:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000020:00000010:1.0:1776198908.427720:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:1.0:1776198908.427739:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.427744:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.427789:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217750784/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198908.427886:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750784 02000000:00000010:1.0:1776198908.427904:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5213bcb. 00010000:00000010:1.0:1776198908.427942:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009de31fcb. 00010000:00000010:1.0:1776198908.427971:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.427991:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.428014:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.428018:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.428037:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198908.428045:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750784, offset 224 00000400:00000200:1.0:1776198908.428055:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.428074:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.428082:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92525:92525:256:4294967295] 192.168.204.56@tcp LPNI seq info [92525:92525:8:4294967295] 00000400:00000200:1.0:1776198908.428093:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.428100:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.428105:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198908.428114:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.428123:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.428128:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.428165:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000072e6d806. 00000020:00000010:1.0:1776198908.428171:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.428175:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00000800:00000200:1.0:1776198908.429100:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.429106:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:1.0:1776198908.429114:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.429123:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.429130:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:1.0:1776198908.429133:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00010000:00000010:0.1:1776198908.433211:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c4b3e9. 00010000:00000010:0.1:1776198908.433237:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006937819a. 00080000:00000010:0.0:1776198908.434609:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0c01d5c. 00010000:00000010:0.0:1776198908.434774:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198908.434787:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e02dc93. 00010000:00000010:0.0:1776198908.434923:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198908.434931:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198908.434951:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.434961:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.434976:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.435009:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099257ed0. 02000000:00000010:0.0:1776198908.435052:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d238bd76. 00000400:00000010:0.0:1776198908.435062:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.435070:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198908.435081:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087488, portal 16 00000400:00000010:0.0:1776198908.435087:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198908.435090:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087488, offset 0 00000400:00000200:0.0:1776198908.435102:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.435125:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.435136:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.435140:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.435144:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.435147:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92526:92526:256:4294967295] 192.168.204.56@tcp LPNI seq info [92526:92526:8:4294967295] 00000400:00000200:0.0:1776198908.435158:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.435165:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.435170:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198908.435177:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.435188:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.435192:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.435412:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.435428:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198908.435436:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.435443:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.435449:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:2.0:1776198908.435452:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:2.0:1776198908.435461:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231087488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.441414:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.441442:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2df80 00000400:00000200:2.0:1776198908.441455:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8835 [1] + 224 00000400:00000200:2.0:1776198908.441474:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.441478:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.441495:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231087488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.441538:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.441544:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75f40 00000400:00000200:2.0:1776198908.441550:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 1312 00000400:00000200:2.0:1776198908.441636:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.441640:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.441645:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.441652:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000400:00000010:0.0:1776198908.441764:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198908.441773:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:0.0:1776198908.441776:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:0.0:1776198908.441783:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231087488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.441792:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231087488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.441838:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d238bd76. 02000000:00000010:0.0:1776198908.441849:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099257ed0. 00000100:00000010:0.0:1776198908.441855:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:0.0:1776198908.441859:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.441864:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000020:00000010:3.0:1776198908.442022:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000020:00000010:3.0:1776198908.442033:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.442039:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.442076:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217750848/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198908.442119:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750848 02000000:00000010:3.0:1776198908.442133:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2f8f169. 00010000:00000010:3.0:1776198908.442170:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6f053db. 00010000:00000010:3.0:1776198908.442197:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.442205:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.442224:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.442227:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.442245:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198908.442250:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750848, offset 224 00000400:00000200:3.0:1776198908.442296:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:0.0:1776198908.442301:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d238bd76. 00000400:00000200:3.0:1776198908.442323:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.442331:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92527:92527:256:4294967295] 192.168.204.56@tcp LPNI seq info [92527:92527:8:4294967295] 00000400:00000200:3.0:1776198908.442345:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.442351:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.442358:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.442367:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.442377:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.442383:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.442413:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.442418:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.442422:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 00010000:00000010:0.0:1776198908.442516:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198908.442525:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc3e7547. 00000800:00000200:2.0:1776198908.442543:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.442548:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:2.0:1776198908.442565:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.442569:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.442573:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:2.0:1776198908.442575:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00010000:00000010:0.0:1776198908.442723:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fbffab1. 00010000:00000010:0.0:1776198908.442732:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000084f5c632. 00010000:00000010:0.0:1776198908.442747:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198908.442751:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.442759:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198908.442773:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099257ed0. 02000000:00000010:0.0:1776198908.442803:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ec48bed. 00000400:00000010:0.0:1776198908.442808:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198908.442813:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198908.442819:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087552, portal 16 00000400:00000010:0.0:1776198908.442823:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198908.442825:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087552, offset 0 00000400:00000200:0.0:1776198908.442831:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:1.1:1776198908.444367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0de892. 00000400:00000200:0.0:1776198908.448678:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.448692:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.448698:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.448702:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.448706:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92528:92528:256:4294967295] 192.168.204.56@tcp LPNI seq info [92528:92528:8:4294967295] 00000400:00000200:0.0:1776198908.448720:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.448728:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.448736:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198908.448746:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.448754:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.448759:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.449150:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.449155:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198908.449164:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.449170:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.449177:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:3.0:1776198908.449179:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:3.0:1776198908.449191:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231087552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.451393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d56edc4. 00010000:00000010:0.1:1776198908.451414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000200:0.0:1776198908.457793:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.457904:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2dfc0 00000400:00000200:0.0:1776198908.457919:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8841 [1] + 224 00000400:00000200:0.0:1776198908.457936:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.457947:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.457962:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231087552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.458461:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.458472:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75f80 00000400:00000200:0.0:1776198908.458480:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 1640 00000400:00000200:0.0:1776198908.458494:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.458497:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:1.0:1776198908.458500:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:1.0:1776198908.458512:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:1.0:1776198908.458516:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:1.0:1776198908.458524:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231087552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.458538:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231087552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.458577:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ec48bed. 02000000:00000010:1.0:1776198908.458595:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099257ed0. 00000100:00000010:1.0:1776198908.458601:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:1.0:1776198908.458606:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:1.0:1776198908.458610:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00000100:00000200:0.0:1776198908.458809:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.458816:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000020:00000010:3.0:1776198908.459007:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000020:00000010:3.0:1776198908.459017:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.459024:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.459060:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217750912/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.459105:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750912 02000000:00000010:3.0:1776198908.459122:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002a988c20. 00010000:00000010:3.0:1776198908.459161:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040464c18. 00010000:00000010:3.0:1776198908.459191:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.459200:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.459218:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.459222:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.459239:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00080000:00000010:1.0:1776198908.459300:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f557118. 00010000:00000010:1.0:1776198908.459418:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f5c632. 00010000:00000010:1.0:1776198908.459425:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f65ad05a. 00010000:00000010:1.0:1776198908.459525:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198908.459533:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eee4b4b. 00010000:00000010:1.0:1776198908.459547:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.459551:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000200:3.0:1776198908.459555:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750912, offset 224 00000100:00000010:1.0:1776198908.459559:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.459572:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a953907d. 00000400:00000200:3.0:1776198908.459584:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.459600:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.459610:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92529:92529:256:4294967295] 192.168.204.56@tcp LPNI seq info [92529:92529:8:4294967295] 02000000:00000010:1.0:1776198908.459614:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021c1e65c. 00000400:00000010:1.0:1776198908.459620:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000200:3.0:1776198908.459622:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000400:00000010:1.0:1776198908.459626:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000800:00000200:3.0:1776198908.459627:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000100:00000200:1.0:1776198908.459632:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087616, portal 16 00000800:00000010:3.0:1776198908.459633:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000010:1.0:1776198908.459636:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198908.459638:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087616, offset 0 00000800:00000200:3.0:1776198908.459639:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000400:00000200:1.0:1776198908.459642:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000800:00000200:3.0:1776198908.459648:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000400:00000200:1.0:1776198908.459648:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000800:00000200:3.0:1776198908.459652:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1776198908.459655:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.459659:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.459663:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.459665:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92530:92530:255:4294967295] 192.168.204.56@tcp LPNI seq info [92530:92530:7:4294967295] 00000400:00000200:1.0:1776198908.459672:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.459676:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.459680:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000020:00000010:3.0:1776198908.459681:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000800:00000200:1.0:1776198908.459683:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000020:00000010:3.0:1776198908.459685:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000800:00000200:1.0:1776198908.459687:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000020:00000010:3.0:1776198908.459689:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 00000800:00000200:1.0:1776198908.459689:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.459752:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.459757:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:0.0:1776198908.459771:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.459775:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.459779:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:0.0:1776198908.459782:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000800:00000200:0.0:1776198908.460631:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.460642:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:0.0:1776198908.460649:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.460655:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.460659:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:0.0:1776198908.460661:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000100:00000200:0.0:1776198908.460668:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231087616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.464286:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b5e80f0. 00010000:00000010:0.1:1776198908.465457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f834fb6e. 00010000:00000010:0.1:1776198908.465471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00000400:00000200:0.0:1776198908.465525:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.465547:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e000 00000400:00000200:0.0:1776198908.465558:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb884d [1] + 224 00000400:00000200:0.0:1776198908.465574:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.465577:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.465593:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231087616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.465636:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.465643:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f75fc0 00000400:00000200:0.0:1776198908.465649:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb715d [2] + 1968 00000400:00000010:0.0:1776198908.465654:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099aeebc0. 00000400:00000200:0.0:1776198908.465658:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005bdb1748 00000400:00000010:1.0:1776198908.465690:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198908.465695:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:1.0:1776198908.465697:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:1.0:1776198908.465704:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231087616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.465711:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231087616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.465729:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.465732:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.465735:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bdb1748 00000400:00000010:0.0:1776198908.465737:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005bdb1748 (tot 82346882). 00000100:00000200:0.0:1776198908.465743:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1776198908.465749:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021c1e65c. 02000000:00000010:1.0:1776198908.465756:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a953907d. 00000100:00000010:1.0:1776198908.465761:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.465765:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.465768:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000020:00000010:3.0:1776198908.467864:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000185366c. 00000020:00000010:3.0:1776198908.467884:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.467890:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.467935:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d71bfbe x1862477217750976/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198908.467996:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217750976 02000000:00000010:3.0:1776198908.468016:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090e85001. 00010000:00000010:3.0:1776198908.468058:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090c1f402. 00010000:00000010:3.0:1776198908.468089:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.468506:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a578e6fb. 00000100:00000010:3.0:1776198908.468565:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a578e6fb. 00010000:00000010:3.0:1776198908.468571:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.468596:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198908.468606:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217750976, offset 224 00000400:00000200:3.0:1776198908.468619:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.468644:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.468653:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92531:92531:256:4294967295] 192.168.204.56@tcp LPNI seq info [92531:92531:8:4294967295] 00000400:00000200:3.0:1776198908.468666:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.468672:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.468678:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198908.468686:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.468695:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.468700:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.468730:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.468735:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.468740:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000185366c. 02000000:00000010:3.0:1776198908.468752:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002a988c20. 00000100:00000010:3.0:1776198908.468756:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:3.0:1776198908.468762:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2f8f169. 00000100:00000010:3.0:1776198908.468769:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:3.0:1776198908.468774:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5213bcb. 00000100:00000010:3.0:1776198908.468777:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198908.468781:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000167c5589. 00000100:00000010:3.0:1776198908.468783:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:3.0:1776198908.468786:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a328b0. 00000100:00000010:3.0:1776198908.468789:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198908.468794:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084139575. 00000100:00000010:3.0:1776198908.468796:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000200:3.0:1776198908.468805:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198908.468813:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f3d928. 00000400:00000010:3.0:1776198908.468818:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a578e6fb (tot 82347282). 00000800:00000200:0.0:1776198908.468992:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.468997:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198908.469013:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.469019:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.469025:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:0.0:1776198908.469027:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 02000000:00000010:0.0:1776198908.469035:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090e85001. 00010000:00000010:3.1:1776198908.472765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095ec1eea. 00080000:00000010:1.0:1776198908.473892:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a953907d. 00010000:00000010:1.0:1776198908.474041:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eee4b4b. 00010000:00000010:1.0:1776198908.474054:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000068927b9. 00010000:00000010:1.0:1776198908.474163:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198908.474169:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eee4b4b. 00010000:00000010:1.0:1776198908.474185:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.474196:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.474210:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198908.474228:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021c1e65c. 02000000:00000010:1.0:1776198908.474777:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093f2b7d6. 00000400:00000010:1.0:1776198908.474788:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198908.474796:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198908.474805:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087680, portal 16 00000400:00000010:1.0:1776198908.474811:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198908.474814:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087680, offset 0 00000400:00000200:1.0:1776198908.474826:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.474859:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.474869:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.474874:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.474878:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.474882:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92532:92532:256:4294967295] 192.168.204.56@tcp LPNI seq info [92532:92532:8:4294967295] 00000400:00000200:1.0:1776198908.474893:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.474899:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.474905:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198908.474912:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.474922:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.474927:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198908.476469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77331bc. 00010000:00000010:1.1:1776198908.476492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00000800:00000200:0.0:1776198908.476506:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.476512:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:0.0:1776198908.476521:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.476532:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.476540:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:0.0:1776198908.476543:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:0.0:1776198908.476556:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231087680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.484742:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.484770:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e040 00000400:00000200:0.0:1776198908.484781:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb885d [1] + 224 00000400:00000200:0.0:1776198908.484795:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.484810:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.484824:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231087680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.484875:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.484880:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76000 00000400:00000200:0.0:1776198908.484886:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 0 00000400:00000200:0.0:1776198908.484898:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.484900:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.484905:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.484913:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00000400:00000010:1.0:1776198908.485080:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198908.485087:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:1.0:1776198908.485089:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:1.0:1776198908.485097:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231087680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.485105:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231087680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.485156:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093f2b7d6. 02000000:00000010:1.0:1776198908.485164:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021c1e65c. 00000100:00000010:1.0:1776198908.485167:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198908.485171:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.485175:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00010000:00000010:3.1:1776198908.485293:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021bdd6c9. 00000020:00000010:3.0:1776198908.485310:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000020:00000010:3.0:1776198908.485319:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.485325:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.485361:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24566f7 x1862477217751040/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198908.485391:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751040 02000000:00000010:3.0:1776198908.485407:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a328b0. 00010000:00000010:3.0:1776198908.485444:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019d8044a. 00010000:00000010:3.0:1776198908.485473:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.485480:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033e4ed7f. 00000100:00000010:3.0:1776198908.485491:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033e4ed7f. 00010000:00000010:3.0:1776198908.485494:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.485510:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198908.485515:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751040, offset 224 00000400:00000200:3.0:1776198908.485524:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.485542:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.485548:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92533:92533:256:4294967295] 192.168.204.56@tcp LPNI seq info [92533:92533:8:4294967295] 00000400:00000200:3.0:1776198908.485559:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.485565:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.485570:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.485576:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00010000:00000010:1.1:1776198908.485612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e18a48. 00010000:00000010:1.1:1776198908.485620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00080000:00000010:0.0:1776198908.487049:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ec48bed. 00010000:00000010:0.0:1776198908.487511:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eee4b4b. 00010000:00000010:0.0:1776198908.487524:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d70c0c8e. 00010000:00000010:0.0:1776198908.487775:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198908.487783:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.487809:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198908.487820:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.487832:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.487851:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1f953f5. 02000000:00000010:0.0:1776198908.487892:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0175716. 00000400:00000010:0.0:1776198908.487901:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198908.487909:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198908.487918:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087744, portal 16 00000400:00000010:0.0:1776198908.487925:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198908.487927:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087744, offset 0 00000400:00000200:0.0:1776198908.487939:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.487959:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.487968:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.487972:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.487974:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.487986:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92534:92534:255:4294967295] 192.168.204.56@tcp LPNI seq info [92534:92534:7:4294967295] 00000400:00000200:0.0:1776198908.487997:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.488004:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.488009:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347530). 00000800:00000200:0.0:1776198908.488016:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.488024:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.488033:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.488187:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.488193:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347282). 00000400:00000200:0.0:1776198908.488200:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.488204:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.488209:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:0.0:1776198908.488211:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:0.0:1776198908.488218:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231087744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776198908.488988:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.488994:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.489036:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.489043:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.489049:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 00000800:00000200:3.0:1776198908.489472:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.489478:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198908.489492:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.489498:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.489503:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:3.0:1776198908.489506:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000400:00000200:3.0:1776198908.496067:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.496095:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e080 00000400:00000200:3.0:1776198908.496108:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8869 [1] + 224 00000400:00000200:3.0:1776198908.496128:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.496133:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.496148:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231087744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.496909:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.496921:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76040 00000400:00000200:3.0:1776198908.496927:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 328 00000400:00000200:3.0:1776198908.496995:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.497000:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.497005:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.497013:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 00000020:00000010:3.0:1776198908.497073:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e85001. 00000400:00000010:0.0:1776198908.498219:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:0.0:1776198908.498240:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198908.498243:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:0.0:1776198908.498705:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231087744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.498726:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231087744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.498770:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0175716. 02000000:00000010:0.0:1776198908.498779:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1f953f5. 00000100:00000010:0.0:1776198908.498784:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198908.498789:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.498794:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00000020:00000010:3.0:1776198908.500718:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.500744:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.500791:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000695d9d65 x1862477217751104/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198908.501011:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751104 02000000:00000010:3.0:1776198908.501032:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5213bcb. 00010000:00000010:3.0:1776198908.501075:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002eae7f80. 00010000:00000010:3.0:1776198908.501107:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000514c9e76. 00000100:00000010:3.0:1776198908.501118:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033e4ed7f. 00000100:00000010:3.0:1776198908.501140:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033e4ed7f. 00010000:00000010:3.0:1776198908.501145:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000514c9e76. 00000400:00000010:3.0:1776198908.501173:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198908.501181:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751104, offset 224 00000400:00000200:3.0:1776198908.501192:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.501212:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.501221:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92535:92535:256:4294967295] 192.168.204.56@tcp LPNI seq info [92535:92535:8:4294967295] 00000400:00000200:3.0:1776198908.501241:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.501274:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.501281:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.501288:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.501297:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.501301:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.501324:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.501329:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.501333:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e85001. 00000800:00000200:3.0:1776198908.501963:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.501968:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198908.501995:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.502003:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.502010:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:3.0:1776198908.502012:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00080000:00000010:0.0:1776198908.502120:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1f953f5. 00010000:00000010:0.0:1776198908.502271:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.502281:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e14a62c2. 00010000:00000010:0.0:1776198908.502388:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198908.502393:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198908.502400:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198908.502407:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00080000:00000010:0.0:1776198908.502425:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0175716. 00010000:00000010:0.0:1776198908.502451:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.502455:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198908.502523:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:0.0:1776198908.502528:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.502537:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198908.502545:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.502556:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.502573:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077cbcb34. 02000000:00000010:0.0:1776198908.502691:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc8c7ea5. 00000400:00000010:0.0:1776198908.502698:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198908.502705:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198908.502713:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087808, portal 16 00000400:00000010:0.0:1776198908.502719:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198908.502722:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087808, offset 0 00000400:00000200:0.0:1776198908.502730:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.502745:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.502753:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.502758:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.502761:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.502764:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92536:92536:256:4294967295] 192.168.204.56@tcp LPNI seq info [92536:92536:8:4294967295] 00000400:00000200:0.0:1776198908.502774:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.502780:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.502784:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198908.502790:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.502968:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.502973:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.503110:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.503113:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:0.0:1776198908.503120:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.503125:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.503129:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:0.0:1776198908.503131:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:0.0:1776198908.503139:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231087808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.509554:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c686b2aa. 00000400:00000200:1.0:1776198908.509699:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.509725:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e0c0 00000400:00000200:1.0:1776198908.509737:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8875 [1] + 224 00000400:00000200:1.0:1776198908.509754:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.509760:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.509776:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231087808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.509905:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.509911:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76080 00000400:00000200:1.0:1776198908.509917:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 656 00000400:00000200:1.0:1776198908.509927:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.509930:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.509934:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.509940:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000400:00000010:0.0:1776198908.510026:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:0.0:1776198908.510033:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198908.510036:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:0.0:1776198908.510042:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231087808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.510050:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231087808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.510085:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc8c7ea5. 02000000:00000010:0.0:1776198908.510091:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077cbcb34. 00000100:00000010:0.0:1776198908.510096:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198908.510100:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.510104:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00010000:00000010:0.1:1776198908.510462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bda08fb. 00010000:00000010:0.1:1776198908.510472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00000020:00000010:2.0:1776198908.510618:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb00db4. 00000020:00000010:2.0:1776198908.510628:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000945b5e3c. 00000020:00000010:2.0:1776198908.510634:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.510669:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217751168/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198908.510698:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751168 02000000:00000010:2.0:1776198908.510712:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d45df6c4. 00010000:00000010:2.0:1776198908.510744:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d85481ae. 00010000:00000010:2.0:1776198908.510767:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.510774:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.510790:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.510792:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00080000:00000010:0.0:1776198908.510911:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077cbcb34. 00010000:00000010:0.0:1776198908.511031:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.511128:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008deb6ff9. 00010000:00000010:0.0:1776198908.511135:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.511148:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198908.511152:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.511171:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.511184:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc8c7ea5. 02000000:00000010:0.0:1776198908.511212:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6d72ad6. 00000400:00000010:0.0:1776198908.511219:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198908.511225:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198908.511234:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087872, portal 16 00000400:00000010:0.0:1776198908.511240:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198908.511243:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087872, offset 0 00000400:00000200:0.0:1776198908.511283:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.511299:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.511309:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.511313:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.511316:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.511319:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92537:92537:256:4294967295] 192.168.204.56@tcp LPNI seq info [92537:92537:8:4294967295] 00000400:00000200:0.0:1776198908.511330:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.511336:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.511342:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198908.511348:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.511356:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.511360:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.511701:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.511707:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198908.511714:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.511718:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.511723:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:3.0:1776198908.511725:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:3.0:1776198908.511730:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231087872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.512003:0:64812:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003faa5457. 00000400:00000010:2.0:1776198908.512025:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198908.512029:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751168, offset 224 00000400:00000200:2.0:1776198908.512036:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.512044:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.512049:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92538:92538:256:4294967295] 192.168.204.56@tcp LPNI seq info [92538:92538:8:4294967295] 00000400:00000200:2.0:1776198908.512056:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.512060:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.512064:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099c90829 (tot 82347282). 00000800:00000200:2.0:1776198908.512068:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.512072:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.512074:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099c90829 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.512104:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000945b5e3c. 00000020:00000010:2.0:1776198908.512118:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.512124:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb00db4. 00000800:00000200:0.0:1776198908.512731:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.512735:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099c90829 (tot 82347034). 00000400:00000200:0.0:1776198908.512742:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.512748:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.512751:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:0.0:1776198908.512753:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00010000:00000010:0.1:1776198908.514496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eead7aae. 00010000:00000010:0.1:1776198908.514513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198908.514519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198908.514522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00010000:00000010:3.1:1776198908.514950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654d5cd4. 00000400:00000200:1.0:1776198908.515071:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.515094:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e100 00000400:00000200:1.0:1776198908.515105:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb887d [1] + 224 00000400:00000200:1.0:1776198908.515118:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.515122:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.515134:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231087872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.515177:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.515181:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f760c0 00000400:00000200:1.0:1776198908.515186:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 984 00000400:00000200:1.0:1776198908.515198:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.515200:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.515205:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.515210:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000400:00000010:0.0:1776198908.515442:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:0.0:1776198908.515449:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198908.515452:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:0.0:1776198908.515458:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231087872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.515466:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231087872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.515503:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6d72ad6. 02000000:00000010:0.0:1776198908.515510:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc8c7ea5. 00000100:00000010:0.0:1776198908.515514:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198908.515517:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.515521:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00000020:00000010:2.0:1776198908.515938:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb00db4. 00000020:00000010:2.0:1776198908.515947:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000945b5e3c. 00000020:00000010:2.0:1776198908.515953:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.515991:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217751232/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198908.516070:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751232 02000000:00000010:2.0:1776198908.516088:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036df3b53. 00010000:00000010:2.0:1776198908.516126:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a73d991e. 00010000:00000010:2.0:1776198908.516161:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.516169:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.516182:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.516185:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00000400:00000010:2.0:1776198908.516199:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.516205:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751232, offset 224 00000400:00000200:2.0:1776198908.516213:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.516227:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.516241:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92539:92539:256:4294967295] 192.168.204.56@tcp LPNI seq info [92539:92539:8:4294967295] 00080000:00000010:0.0:1776198908.516391:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc8c7ea5. 00010000:00000010:0.0:1776198908.516500:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.516507:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075f50d51. 00010000:00000010:0.0:1776198908.516617:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198908.516622:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ea68dfd1. 00010000:00000010:0.0:1776198908.516634:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198908.516637:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.516646:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.516658:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6d72ad6. 02000000:00000010:0.0:1776198908.516686:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dde23101. 00000400:00000010:0.0:1776198908.516692:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198908.516697:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198908.516702:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231087936, portal 16 00000400:00000010:0.0:1776198908.516707:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198908.516709:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231087936, offset 0 00000400:00000200:0.0:1776198908.516714:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.516773:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.516779:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.516785:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.516792:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.516807:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.516812:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.516834:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000945b5e3c. 00000020:00000010:2.0:1776198908.516840:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.516846:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb00db4. 00000800:00000200:1.0:1776198908.516997:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.517002:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.517008:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.517012:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.517016:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:1.0:1776198908.517019:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000400:00000200:0.0:1776198908.517789:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.517867:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.517871:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.517874:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.517878:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92540:92540:255:4294967295] 192.168.204.56@tcp LPNI seq info [92540:92540:7:4294967295] 00000400:00000200:0.0:1776198908.517888:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.517894:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.517900:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198908.517906:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.517911:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.517914:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.518594:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.518599:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198908.518606:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.518612:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.518617:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:1.0:1776198908.518620:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:1.0:1776198908.518629:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231087936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.519508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00000400:00000200:0.0:1776198908.520865:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.520888:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e140 00000400:00000200:0.0:1776198908.520899:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb888d [1] + 224 00000400:00000200:0.0:1776198908.520915:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.520920:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.520930:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231087936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.520987:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.520993:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76100 00000400:00000200:0.0:1776198908.520998:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 1312 00000400:00000200:0.0:1776198908.521058:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.521062:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.521066:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.521074:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000400:00000010:2.0:1776198908.521151:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:2.0:1776198908.521168:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:2.0:1776198908.521171:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:2.0:1776198908.521177:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231087936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.521184:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231087936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.521221:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dde23101. 02000000:00000010:2.0:1776198908.521227:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6d72ad6. 00000100:00000010:2.0:1776198908.521240:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:2.0:1776198908.521244:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:2.0:1776198908.521290:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00000020:00000010:1.0:1776198908.521590:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021c1e65c. 00000020:00000010:1.0:1776198908.521599:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.521604:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.521635:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217751296/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.521675:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751296 02000000:00000010:1.0:1776198908.521690:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093f2b7d6. 00010000:00000010:1.0:1776198908.521725:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000599179f1. 00010000:00000010:1.0:1776198908.521750:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.521760:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.521775:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.521778:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.521793:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198908.521800:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751296, offset 224 00000400:00000200:1.0:1776198908.521809:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.521821:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.521828:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92541:92541:256:4294967295] 192.168.204.56@tcp LPNI seq info [92541:92541:8:4294967295] 00000400:00000200:1.0:1776198908.521838:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.521844:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.521849:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198908.521854:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.521863:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.521867:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.521894:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.521899:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.521901:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021c1e65c. 00080000:00000010:2.0:1776198908.521960:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb00db4. 00010000:00000010:2.0:1776198908.522089:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea68dfd1. 00010000:00000010:2.0:1776198908.522098:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000829110c6. 00010000:00000010:2.0:1776198908.522208:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.0:1776198908.522215:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.522227:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.522242:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000800:00000200:3.0:1776198908.522312:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.522317:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198908.522323:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.522328:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.522341:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:3.0:1776198908.522343:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000010:2.0:1776198908.522526:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.522543:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000544c2c. 02000000:00000010:2.0:1776198908.522571:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9804c2a. 00000400:00000010:2.0:1776198908.522578:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198908.522584:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.522591:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088000, portal 16 00000400:00000010:2.0:1776198908.522597:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198908.522600:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088000, offset 0 00000400:00000200:2.0:1776198908.522606:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.522615:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.522623:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.522626:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.522630:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.522632:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92542:92542:256:4294967295] 192.168.204.56@tcp LPNI seq info [92542:92542:8:4294967295] 00000400:00000200:2.0:1776198908.522639:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.522643:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.522647:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.522651:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.522655:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.522658:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.522740:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.522743:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.522749:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.522752:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.522755:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:1.0:1776198908.522756:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000100:00000200:1.0:1776198908.522762:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231088000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.523550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006abbb3b. 00010000:00000010:2.1:1776198908.523562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf83bf61. 00010000:00000010:0.1:1776198908.524321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003497d93e. 00010000:00000010:0.1:1776198908.524329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:1.1:1776198908.529289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff893453. 00010000:00000010:2.1:1776198908.529579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc5cd64. 00000400:00000200:0.0:1776198908.531061:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.531084:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e180 00000400:00000200:0.0:1776198908.531095:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8899 [1] + 224 00000400:00000200:0.0:1776198908.531116:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.531121:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.531135:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231088000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.533896:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4175fb6. 00010000:00000010:2.1:1776198908.533914:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000010:2.0:1776198908.533935:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198908.533941:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198908.533944:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198908.533963:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231088000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.533984:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231088000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.534027:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9804c2a. 02000000:00000010:2.0:1776198908.534036:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000000544c2c. 00000100:00000010:2.0:1776198908.534041:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.534046:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.534050:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00000400:00000200:3.0:1776198908.534586:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.534609:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76140 00000400:00000200:3.0:1776198908.534619:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 1640 00000400:00000200:3.0:1776198908.534701:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.534707:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.534716:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.534723:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:1.0:1776198908.534828:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000732803b7. 00000020:00000010:1.0:1776198908.534838:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.534845:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.534882:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217751360/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.534925:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751360 02000000:00000010:1.0:1776198908.534941:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5f15345. 00010000:00000010:1.0:1776198908.534998:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074046dd8. 00010000:00000010:1.0:1776198908.535040:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.535049:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.535069:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.535073:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.535092:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198908.535099:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751360, offset 224 00000400:00000200:1.0:1776198908.535110:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.535123:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.535129:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92543:92543:256:4294967295] 192.168.204.56@tcp LPNI seq info [92543:92543:8:4294967295] 00000400:00000200:1.0:1776198908.535140:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.535145:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.535151:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.535166:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.535174:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.535178:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.535200:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.535205:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.535208:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000732803b7. 00000800:00000200:1.0:1776198908.535329:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.535333:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:1.0:1776198908.535338:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.535341:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.535344:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198908.535346:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00080000:00000010:2.0:1776198908.535536:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000544c2c. 00010000:00000010:2.0:1776198908.535651:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.535659:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc8ec765. 00010000:00000010:2.0:1776198908.535757:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.0:1776198908.535763:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.535778:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.535782:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.535789:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.535804:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9804c2a. 02000000:00000010:2.0:1776198908.535837:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d299ebe. 00000400:00000010:2.0:1776198908.535844:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198908.535849:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.535855:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088064, portal 16 00000400:00000010:2.0:1776198908.535861:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198908.535863:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088064, offset 0 00000400:00000200:2.0:1776198908.535869:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.535877:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.535886:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.535890:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.535894:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.535896:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92544:92544:256:4294967295] 192.168.204.56@tcp LPNI seq info [92544:92544:8:4294967295] 00000400:00000200:2.0:1776198908.535903:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.535908:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.535913:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.535917:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.535923:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.535926:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.536583:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.536590:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.536599:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.536605:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.536610:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:1.0:1776198908.536612:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000100:00000200:1.0:1776198908.536619:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231088064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.541587:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.541618:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e1c0 00000400:00000200:3.0:1776198908.541631:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88a5 [1] + 224 00000400:00000200:3.0:1776198908.541648:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.541652:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.541668:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231088064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.541715:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.541720:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76180 00000400:00000200:3.0:1776198908.541725:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb71bd [2] + 1968 00000400:00000010:3.0:1776198908.541730:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003218bfd1. 00000400:00000200:3.0:1776198908.541735:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c08b3189 00000400:00000200:3.0:1776198908.541743:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.541745:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.541748:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c08b3189 00000400:00000010:3.0:1776198908.541750:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c08b3189 (tot 82346882). 00000100:00000200:3.0:1776198908.541755:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198908.541841:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a988c20. 00000020:00000010:3.0:1776198908.541851:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.541860:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.541896:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4391cd2 x1862477217751424/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.541934:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751424 02000000:00000010:3.0:1776198908.541950:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000185366c. 00010000:00000010:3.0:1776198908.542018:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71f139e. 00000100:00000010:3.0:1776198908.542029:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000033e4ed7f. 00000100:00000010:3.0:1776198908.542037:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000033e4ed7f. 00010000:00000010:3.0:1776198908.542041:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71f139e. 00000400:00000010:3.0:1776198908.542060:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198908.542066:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751424, offset 224 00000400:00000200:3.0:1776198908.542074:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.542088:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.542096:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92545:92545:256:4294967295] 192.168.204.56@tcp LPNI seq info [92545:92545:8:4294967295] 00000400:00000200:3.0:1776198908.542108:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.542113:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.542119:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198908.542125:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.542134:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.542139:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.542176:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.542182:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.542185:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a988c20. 02000000:00000010:3.0:1776198908.542197:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5f15345. 00000100:00000010:3.0:1776198908.542201:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:3.0:1776198908.542207:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093f2b7d6. 00000100:00000010:3.0:1776198908.542210:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 02000000:00000010:3.0:1776198908.542213:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036df3b53. 00000100:00000010:3.0:1776198908.542218:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:3.0:1776198908.542222:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d45df6c4. 00000100:00000010:3.0:1776198908.542225:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:3.0:1776198908.542229:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5213bcb. 00000100:00000010:3.0:1776198908.542232:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.542235:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a328b0. 00000100:00000010:3.0:1776198908.542238:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000200:3.0:1776198908.542244:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198908.542249:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003218bfd1. 00000400:00000010:3.0:1776198908.542282:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000033e4ed7f (tot 82347282). 00000800:00000200:3.0:1776198908.542389:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.542393:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198908.542409:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.542413:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.542415:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:3.0:1776198908.542417:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 02000000:00000010:3.0:1776198908.542421:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000185366c. 00000400:00000010:2.0:1776198908.542504:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198908.542509:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198908.542511:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198908.542518:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231088064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.542527:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231088064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.542555:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000621c4512. 02000000:00000010:2.0:1776198908.542575:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d299ebe. 02000000:00000010:2.0:1776198908.542582:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9804c2a. 00000100:00000010:2.0:1776198908.542585:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.542588:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.542591:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00080000:00000010:2.0:1776198908.542611:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9804c2a. 00010000:00000010:2.0:1776198908.542723:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.542731:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000608cd52. 00010000:00000010:2.0:1776198908.542832:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fd3e31d. 00010000:00000010:2.0:1776198908.542836:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.542843:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.0:1776198908.542849:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.542860:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d299ebe. 00010000:00000010:2.0:1776198908.542883:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.542887:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.542962:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.0:1776198908.542966:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.542985:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.542990:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.542997:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.543011:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cbc923d. 02000000:00000010:2.0:1776198908.543042:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c41b2a04. 00000400:00000010:2.0:1776198908.543046:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198908.543050:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.543055:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088128, portal 16 00000400:00000010:2.0:1776198908.543061:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198908.543064:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088128, offset 0 00000400:00000200:2.0:1776198908.543071:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.543081:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.543090:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.543094:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.543097:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.543100:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92546:92546:256:4294967295] 192.168.204.56@tcp LPNI seq info [92546:92546:8:4294967295] 00000400:00000200:2.0:1776198908.543108:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.543114:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.543119:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.543123:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.543129:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.543132:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198908.555032:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.555043:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:3.0:1776198908.555058:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.555071:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.555078:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:3.0:1776198908.555081:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00000100:00000200:3.0:1776198908.555095:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231088128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.556705:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.556731:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e200 00000400:00000200:3.0:1776198908.556744:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88b5 [1] + 224 00000400:00000200:3.0:1776198908.556761:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.556766:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.556779:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231088128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.561964:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198908.561987:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198908.561989:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198908.562010:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231088128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.562022:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231088128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.562065:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c41b2a04. 02000000:00000010:2.0:1776198908.562074:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cbc923d. 00000100:00000010:2.0:1776198908.562079:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.562084:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.562089:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00000400:00000200:2.0:1776198908.562426:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.562448:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f761c0 00000400:00000200:2.0:1776198908.562467:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 0 00000400:00000200:2.0:1776198908.563139:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.563165:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.563176:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.563184:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00010000:00000010:1.1:1776198908.563518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ee331f5. 00000020:00000010:1.0:1776198908.563596:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000732803b7. 00000020:00000010:1.0:1776198908.563606:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.563613:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.563654:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217751488/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198908.563688:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751488 02000000:00000010:1.0:1776198908.563715:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000076b2522. 00010000:00000010:1.0:1776198908.563758:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015f63d56. 00010000:00000010:1.0:1776198908.563788:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.563999:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.564019:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.564023:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.564041:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198908.564049:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751488, offset 224 00000400:00000200:1.0:1776198908.564060:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.564076:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.564082:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92547:92547:256:4294967295] 192.168.204.56@tcp LPNI seq info [92547:92547:8:4294967295] 00000400:00000200:1.0:1776198908.564094:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.564100:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.564105:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.564112:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.564120:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.564124:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.564163:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.564169:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.564173:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000732803b7. 00080000:00000010:2.0:1776198908.565297:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077665f7b. 00010000:00000010:2.0:1776198908.565439:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.565449:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9e2e17b. 00010000:00000010:2.0:1776198908.565554:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.0:1776198908.565561:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.565578:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.565599:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.565613:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198908.565632:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005cbc923d. 02000000:00000010:2.0:1776198908.565673:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c41b2a04. 00000400:00000010:2.0:1776198908.565681:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198908.565689:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.565710:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088192, portal 16 00000400:00000010:2.0:1776198908.565718:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198908.565722:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088192, offset 0 00000400:00000200:2.0:1776198908.565732:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.565749:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.565758:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.565762:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.565765:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.565768:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92548:92548:255:4294967295] 192.168.204.56@tcp LPNI seq info [92548:92548:7:4294967295] 00000400:00000200:2.0:1776198908.565778:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.565784:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.565789:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198908.566100:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.566109:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.566113:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.569765:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.569776:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347282). 00000400:00000200:1.0:1776198908.569786:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.569802:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.569809:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198908.569812:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000800:00000200:1.0:1776198908.569881:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.569883:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.569888:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.569892:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.569894:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:1.0:1776198908.569896:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00000100:00000200:1.0:1776198908.569905:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231088192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.572476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2dccfa6. 00010000:00000010:2.1:1776198908.572495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198908.572501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e23a5cf0. 00010000:00000010:2.1:1776198908.572505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027a04fdd. 00010000:00000010:2.1:1776198908.572514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198908.572517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd3e31d. 00010000:00000010:2.1:1776198908.572535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.1:1776198908.573680:0:78593:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f10c06f. 00010000:00000010:2.1:1776198908.573694:0:78593:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:1.1:1776198908.581077:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069901521. 00000400:00000200:3.0:1776198908.582036:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.582063:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e240 00000400:00000200:3.0:1776198908.582076:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88c1 [1] + 224 00000400:00000200:3.0:1776198908.582091:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.582095:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.582110:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231088192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.582148:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.582165:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76200 00000400:00000200:3.0:1776198908.582171:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 328 00000400:00000200:3.0:1776198908.582182:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.582184:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.582189:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.582196:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 00000020:00000010:1.0:1776198908.582343:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000732803b7. 00000020:00000010:1.0:1776198908.582354:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.582360:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.582397:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000695d9d65 x1862477217751552/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.582428:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751552 02000000:00000010:1.0:1776198908.582442:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6e3456d. 00010000:00000010:1.0:1776198908.582499:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.582509:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.582538:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.582542:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.582563:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198908.582570:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751552, offset 224 00000400:00000200:1.0:1776198908.582580:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.582605:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.582612:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92549:92549:256:4294967295] 192.168.204.56@tcp LPNI seq info [92549:92549:8:4294967295] 00000400:00000200:1.0:1776198908.582624:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.582631:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.582636:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.582643:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.582651:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.582656:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.582678:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.582685:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.582688:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000732803b7. 00000800:00000200:1.0:1776198908.582807:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.582811:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:1.0:1776198908.582816:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.582820:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.582824:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198908.582826:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000400:00000010:2.0:1776198908.583597:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198908.583608:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198908.583610:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198908.583621:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231088192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.583632:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231088192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.583664:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d32532c2. 02000000:00000010:2.0:1776198908.583686:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c41b2a04. 02000000:00000010:2.0:1776198908.583693:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005cbc923d. 00000100:00000010:2.0:1776198908.583698:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:2.0:1776198908.583702:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.583705:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00080000:00000010:2.0:1776198908.583729:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cbc923d. 00010000:00000010:2.0:1776198908.583866:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.583875:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b6044d8. 00010000:00000010:2.0:1776198908.583994:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.0:1776198908.584002:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.584016:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198908.584021:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.584028:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198908.584043:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c41b2a04. 02000000:00000010:2.0:1776198908.584078:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2f8f169. 00000400:00000010:2.0:1776198908.584083:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198908.584088:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.584095:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088256, portal 16 00000400:00000010:2.0:1776198908.584101:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198908.584103:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088256, offset 0 00000400:00000200:2.0:1776198908.584111:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.584125:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.584134:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.584139:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.584142:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.584146:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92550:92550:256:4294967295] 192.168.204.56@tcp LPNI seq info [92550:92550:8:4294967295] 00000400:00000200:2.0:1776198908.584165:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.584171:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.584176:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.584183:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.584190:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.584193:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.584907:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.584913:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.584920:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.584927:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.584932:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:1.0:1776198908.584934:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00000100:00000200:1.0:1776198908.584940:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231088256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.588036:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.588075:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e280 00000400:00000200:3.0:1776198908.588094:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88cd [1] + 224 00000400:00000200:3.0:1776198908.588111:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.588115:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.588137:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231088256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.588763:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.588772:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76240 00000400:00000200:3.0:1776198908.588778:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 656 00000400:00000200:3.0:1776198908.588859:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.588863:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.588868:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.588876:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:1.0:1776198908.589005:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000732803b7. 00000020:00000010:1.0:1776198908.589015:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.589022:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.589058:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217751616/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.589101:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751616 02000000:00000010:1.0:1776198908.589116:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098a560fc. 00010000:00000010:1.0:1776198908.589180:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.589190:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.589198:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.589202:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.589220:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198908.589226:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751616, offset 224 00000400:00000200:1.0:1776198908.589236:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.589249:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.589291:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92551:92551:256:4294967295] 192.168.204.56@tcp LPNI seq info [92551:92551:8:4294967295] 00000400:00000200:1.0:1776198908.589304:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.589310:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.589315:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.589321:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.589330:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.589334:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.589356:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.589363:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.589367:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000732803b7. 00000800:00000200:1.0:1776198908.589717:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.589723:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:1.0:1776198908.589728:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.589733:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.589738:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198908.589740:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000400:00000010:2.0:1776198908.592685:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:2.0:1776198908.592701:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198908.592704:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198908.592723:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231088256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.592735:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231088256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.592773:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc1b1ac8. 02000000:00000010:2.0:1776198908.593492:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2f8f169. 02000000:00000010:2.0:1776198908.593506:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c41b2a04. 00000100:00000010:2.0:1776198908.593513:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:2.0:1776198908.593519:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.593523:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00080000:00000010:2.0:1776198908.593548:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2f8f169. 00010000:00000010:2.0:1776198908.594016:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.594028:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efa7f966. 00000001:00000010:2.0:1776198908.594107:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000003b9e1bc. 00000001:00000010:2.0:1776198908.594114:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000003b9e1bc. 00000001:00000010:2.0:1776198908.594118:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bb97a0b4. 00080000:00000010:2.0:1776198908.594124:0:77423:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000e2b2e5f9. 00080000:00000010:2.0:1776198908.594133:0:77423:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000c41b2a04. 00000001:00000010:2.0:1776198908.594140:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000003b9e1bc. 00010000:00000010:2.0:1776198908.594854:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fd3e31d. 00010000:00000010:2.0:1776198908.594862:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.594870:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.0:1776198908.594884:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.594917:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbde7e0e. 00010000:00000010:2.0:1776198908.595006:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595011:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595078:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb6e19da. 00010000:00000010:2.0:1776198908.595081:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595084:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.0:1776198908.595088:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.595100:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031f919b3. 00010000:00000010:2.0:1776198908.595126:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595129:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595210:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053e1e390. 00010000:00000010:2.0:1776198908.595213:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595217:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.0:1776198908.595220:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.595228:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de93ae9f. 00010000:00000010:2.0:1776198908.595282:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595286:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595327:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e1ff054. 00010000:00000010:2.0:1776198908.595330:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595334:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023451794. 00010000:00000010:2.0:1776198908.595336:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.595344:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d942a0b6. 00010000:00000010:2.0:1776198908.595369:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595373:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595415:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6a662a3. 00010000:00000010:2.0:1776198908.595418:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595421:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.0:1776198908.595424:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.595432:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000102f67e0. 00010000:00000010:2.0:1776198908.595455:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595459:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595496:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c17c807. 00010000:00000010:2.0:1776198908.595499:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595502:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.0:1776198908.595505:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.595512:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005587dfda. 00010000:00000010:2.0:1776198908.595536:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595539:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595574:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095a64b76. 00010000:00000010:2.0:1776198908.595576:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.595580:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.0:1776198908.595916:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.595929:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8a9ae5e. 00010000:00000010:2.0:1776198908.595957:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.595960:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596004:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004862c7d6. 00010000:00000010:2.0:1776198908.596007:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596010:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.0:1776198908.596013:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596021:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007457afea. 00010000:00000010:2.0:1776198908.596040:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596042:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596079:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007145463f. 00010000:00000010:2.0:1776198908.596081:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596084:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011970349. 00010000:00000010:2.0:1776198908.596086:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596095:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5a52c8a. 00010000:00000010:2.0:1776198908.596113:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596115:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596142:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cefa94f8. 00010000:00000010:2.0:1776198908.596144:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596147:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c62889d. 00010000:00000010:2.0:1776198908.596160:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596167:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec33fcd3. 00010000:00000010:2.0:1776198908.596187:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596189:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596220:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024223fd2. 00010000:00000010:2.0:1776198908.596222:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596225:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.0:1776198908.596227:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596234:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3d7ec3b. 00010000:00000010:2.0:1776198908.596290:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596294:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596328:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099321e7a. 00010000:00000010:2.0:1776198908.596332:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596334:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c690c292. 00010000:00000010:2.0:1776198908.596337:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596345:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e92a89a8. 00010000:00000010:2.0:1776198908.596369:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596372:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596407:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000189e7b1a. 00010000:00000010:2.0:1776198908.596409:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596414:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.0:1776198908.596417:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596424:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dd335fa. 00010000:00000010:2.0:1776198908.596447:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596450:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596483:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eae365bb. 00010000:00000010:2.0:1776198908.596486:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596490:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f403272a. 00010000:00000010:2.0:1776198908.596492:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596499:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0898ca4. 00010000:00000010:2.0:1776198908.596523:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.596526:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596562:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002700c14c. 00010000:00000010:2.0:1776198908.596565:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.596568:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.0:1776198908.596570:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.596577:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f988d425. 00010000:00000010:2.0:1776198908.597098:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.597103:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597141:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3ac8f78. 00010000:00000010:2.0:1776198908.597144:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597211:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.0:1776198908.597216:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.597226:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006538936b. 00010000:00000010:2.0:1776198908.597418:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.597423:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597469:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ff6d4a8. 00010000:00000010:2.0:1776198908.597473:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597477:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032e37c1e. 00010000:00000010:2.0:1776198908.597480:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.597491:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d518870. 00010000:00000010:2.0:1776198908.597516:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.597519:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597551:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000422eed22. 00010000:00000010:2.0:1776198908.597555:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597557:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088f80c39. 00010000:00000010:2.0:1776198908.597560:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.597568:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2295d59. 00010000:00000010:2.0:1776198908.597915:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.597920:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597951:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2ef2ac2. 00010000:00000010:2.0:1776198908.597954:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.597957:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da8b7496. 00010000:00000010:2.0:1776198908.597959:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.597967:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c593a3e0. 00010000:00000010:2.0:1776198908.597998:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598001:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598028:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0de93be. 00010000:00000010:2.0:1776198908.598030:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598034:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008cf18604. 00010000:00000010:2.0:1776198908.598036:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598042:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c606205. 00010000:00000010:2.0:1776198908.598060:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598062:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598099:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d53f2b37. 00010000:00000010:2.0:1776198908.598101:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598104:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4a930f7. 00010000:00000010:2.0:1776198908.598106:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598112:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c58cfe30. 00010000:00000010:2.0:1776198908.598129:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598132:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598169:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006277b25f. 00010000:00000010:2.0:1776198908.598172:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598175:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad0eea60. 00010000:00000010:2.0:1776198908.598177:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598183:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000354b0ac3. 00010000:00000010:2.0:1776198908.598201:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598203:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598235:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004c51d3d. 00010000:00000010:2.0:1776198908.598238:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598241:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb721be4. 00010000:00000010:2.0:1776198908.598243:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598280:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002768e492. 00010000:00000010:2.0:1776198908.598301:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598303:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598331:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d44703a. 00010000:00000010:2.0:1776198908.598334:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598337:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000514f9193. 00010000:00000010:2.0:1776198908.598340:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598346:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c2114d5. 00010000:00000010:2.0:1776198908.598369:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598372:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598404:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc97d824. 00010000:00000010:2.0:1776198908.598406:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598409:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b90b0b6. 00010000:00000010:2.0:1776198908.598411:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598418:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000998ca0b7. 00010000:00000010:2.0:1776198908.598441:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598444:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598477:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acfa3a12. 00010000:00000010:2.0:1776198908.598480:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598482:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b03b07f7. 00010000:00000010:2.0:1776198908.598485:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598491:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ecd750. 00010000:00000010:2.0:1776198908.598511:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598515:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598547:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aba2346a. 00010000:00000010:2.0:1776198908.598550:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598555:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efa37263. 00010000:00000010:2.0:1776198908.598558:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598565:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000595422e7. 00010000:00000010:2.0:1776198908.598603:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598607:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598640:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000168826a6. 00010000:00000010:2.0:1776198908.598642:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598645:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000929bd297. 00010000:00000010:2.0:1776198908.598647:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598654:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df9e714. 00010000:00000010:2.0:1776198908.598676:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598679:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598715:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057730185. 00010000:00000010:2.0:1776198908.598717:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598721:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b5333. 00010000:00000010:2.0:1776198908.598723:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598731:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e9ca79f. 00010000:00000010:2.0:1776198908.598752:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598755:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598789:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000376e0500. 00010000:00000010:2.0:1776198908.598792:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598893:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068996213. 00010000:00000010:2.0:1776198908.598897:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598906:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e49610ef. 00010000:00000010:2.0:1776198908.598932:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.598935:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598969:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d3cfa61. 00010000:00000010:2.0:1776198908.598972:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.598987:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c83128e0. 00010000:00000010:2.0:1776198908.598990:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.598997:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d6dbad8. 00010000:00000010:2.0:1776198908.599018:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599021:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599053:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bf83de5. 00010000:00000010:2.0:1776198908.599056:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599059:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053a239bb. 00010000:00000010:2.0:1776198908.599061:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599069:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001692e2f. 00010000:00000010:2.0:1776198908.599088:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599091:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599120:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002844d8b5. 00010000:00000010:2.0:1776198908.599123:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599125:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c19dbbb. 00010000:00000010:2.0:1776198908.599127:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599133:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a3b46a7. 00010000:00000010:2.0:1776198908.599151:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599153:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599179:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b140aed3. 00010000:00000010:2.0:1776198908.599181:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599184:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c59a9ebd. 00010000:00000010:2.0:1776198908.599186:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599195:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092dd8765. 00010000:00000010:2.0:1776198908.599212:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599215:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599244:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adf9f883. 00010000:00000010:2.0:1776198908.599246:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599249:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069bb9d21. 00010000:00000010:2.0:1776198908.599280:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599287:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ff8c9ed. 00010000:00000010:2.0:1776198908.599306:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599309:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599334:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005d313d5b. 00010000:00000010:2.0:1776198908.599337:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599340:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e30fac6. 00010000:00000010:2.0:1776198908.599343:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599349:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7609dc. 00010000:00000010:2.0:1776198908.599370:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599373:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599405:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000999e096c. 00010000:00000010:2.0:1776198908.599408:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599411:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000669751d8. 00010000:00000010:2.0:1776198908.599414:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599421:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca69c02a. 00010000:00000010:2.0:1776198908.599444:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599447:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599477:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029ace917. 00010000:00000010:2.0:1776198908.599480:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599483:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d3df51e. 00010000:00000010:2.0:1776198908.599486:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599492:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508913f3. 00010000:00000010:2.0:1776198908.599507:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599510:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599542:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008fb4ca76. 00010000:00000010:2.0:1776198908.599545:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599548:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005a05ca5. 00010000:00000010:2.0:1776198908.599551:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599558:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e5dcd8f. 00010000:00000010:2.0:1776198908.599581:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599584:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599615:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff3a0efd. 00010000:00000010:2.0:1776198908.599618:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599621:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de9b08ae. 00010000:00000010:2.0:1776198908.599623:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599630:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e70d465. 00010000:00000010:2.0:1776198908.599651:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599653:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599687:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8102c60. 00010000:00000010:2.0:1776198908.599689:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599693:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffbd8513. 00010000:00000010:2.0:1776198908.599696:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599702:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fbf65c0. 00010000:00000010:2.0:1776198908.599721:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599724:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599752:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7d5f06b. 00010000:00000010:2.0:1776198908.599754:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599757:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001065a147. 00010000:00000010:2.0:1776198908.599759:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599765:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000481b0ebe. 00010000:00000010:2.0:1776198908.599784:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599787:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599830:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1d7c3bf. 00010000:00000010:2.0:1776198908.599833:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599835:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049580a31. 00010000:00000010:2.0:1776198908.599838:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599845:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7a5d13b. 00010000:00000010:2.0:1776198908.599864:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599867:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599900:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001d7ddea. 00010000:00000010:2.0:1776198908.599902:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599905:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059d63b0f. 00010000:00000010:2.0:1776198908.599908:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.599916:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cc49734. 00010000:00000010:2.0:1776198908.599937:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.599940:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599991:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c14f740. 00010000:00000010:2.0:1776198908.599994:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.599997:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dec85ac1. 00010000:00000010:2.0:1776198908.600000:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600007:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000661d1bbc. 00010000:00000010:2.0:1776198908.600027:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600030:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600056:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3855576. 00010000:00000010:2.0:1776198908.600059:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600061:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009aa32d35. 00010000:00000010:2.0:1776198908.600064:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600070:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000797a4968. 00010000:00000010:2.0:1776198908.600086:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600089:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600117:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004abc476e. 00010000:00000010:2.0:1776198908.600119:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600122:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000992bb2b1. 00010000:00000010:2.0:1776198908.600125:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600130:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010436e20. 00010000:00000010:2.0:1776198908.600147:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600149:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600175:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f5aeb7e. 00010000:00000010:2.0:1776198908.600178:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600180:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b205b8f. 00010000:00000010:2.0:1776198908.600183:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600188:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7c16ad6. 00010000:00000010:2.0:1776198908.600205:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600207:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600233:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1bf3729. 00010000:00000010:2.0:1776198908.600235:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600238:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6da1eeb. 00010000:00000010:2.0:1776198908.600241:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600246:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4c90230. 00010000:00000010:2.0:1776198908.600294:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600297:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600325:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c96acd55. 00010000:00000010:2.0:1776198908.600327:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600330:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c61c514. 00010000:00000010:2.0:1776198908.600332:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600338:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004db90193. 00010000:00000010:2.0:1776198908.600359:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600362:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600393:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016aa2fe8. 00010000:00000010:2.0:1776198908.600396:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600399:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf2558b8. 00010000:00000010:2.0:1776198908.600402:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600410:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee8746f7. 00010000:00000010:2.0:1776198908.600432:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600435:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600466:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e65758a. 00010000:00000010:2.0:1776198908.600468:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600471:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008a81eb7. 00010000:00000010:2.0:1776198908.600474:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600480:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004367bd40. 00010000:00000010:2.0:1776198908.600501:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600504:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600540:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ec93e19. 00010000:00000010:2.0:1776198908.600543:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600546:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bc2cecc. 00010000:00000010:2.0:1776198908.600549:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600555:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4acb476. 00010000:00000010:2.0:1776198908.600577:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600580:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600612:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030cdab74. 00010000:00000010:2.0:1776198908.600615:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600619:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdc1df79. 00010000:00000010:2.0:1776198908.600621:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600628:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001879ef93. 00010000:00000010:2.0:1776198908.600652:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600655:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600685:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6f13228. 00010000:00000010:2.0:1776198908.600688:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600691:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b972a46. 00010000:00000010:2.0:1776198908.600694:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600701:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007665e0f5. 00010000:00000010:2.0:1776198908.600722:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600726:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600772:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4b7f0f6. 00010000:00000010:2.0:1776198908.600776:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600778:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a552d09. 00010000:00000010:2.0:1776198908.600781:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600790:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e927948f. 00010000:00000010:2.0:1776198908.600812:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600815:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600845:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000500860f2. 00010000:00000010:2.0:1776198908.600847:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600851:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095ec1eea. 00010000:00000010:2.0:1776198908.600854:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600861:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed974246. 00010000:00000010:2.0:1776198908.600883:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600886:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600916:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000769ba6cc. 00010000:00000010:2.0:1776198908.600919:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.600923:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002708d796. 00010000:00000010:2.0:1776198908.600926:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.600933:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036f17a5e. 00010000:00000010:2.0:1776198908.600954:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.600957:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601002:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0faa7d6. 00010000:00000010:2.0:1776198908.601004:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601007:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0fdbac8. 00010000:00000010:2.0:1776198908.601009:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601016:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000143bd284. 00010000:00000010:2.0:1776198908.601035:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601037:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601064:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad695905. 00010000:00000010:2.0:1776198908.601066:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601069:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6671f3a. 00010000:00000010:2.0:1776198908.601071:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601077:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016755dcc. 00010000:00000010:2.0:1776198908.601093:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601096:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601120:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6998089. 00010000:00000010:2.0:1776198908.601122:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601125:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039f479d7. 00010000:00000010:2.0:1776198908.601128:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601133:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7e65011. 00010000:00000010:2.0:1776198908.601150:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601152:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601177:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b40f31a4. 00010000:00000010:2.0:1776198908.601179:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601182:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006476edd4. 00010000:00000010:2.0:1776198908.601184:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601190:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c95ee4cf. 00010000:00000010:2.0:1776198908.601208:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601210:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601238:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040460f5e. 00010000:00000010:2.0:1776198908.601241:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601244:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032892a09. 00010000:00000010:2.0:1776198908.601246:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601282:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea563e87. 00010000:00000010:2.0:1776198908.601302:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601304:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601330:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a36c7714. 00010000:00000010:2.0:1776198908.601333:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601336:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a917663. 00010000:00000010:2.0:1776198908.601339:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601346:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f43d758. 00010000:00000010:2.0:1776198908.601368:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601371:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601406:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008122ff7. 00010000:00000010:2.0:1776198908.601409:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601412:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a33569ba. 00010000:00000010:2.0:1776198908.601415:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601422:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fbf2944. 00010000:00000010:2.0:1776198908.601444:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601447:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601477:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000664f5400. 00010000:00000010:2.0:1776198908.601481:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601484:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000827db003. 00010000:00000010:2.0:1776198908.601487:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601494:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffb7e2db. 00010000:00000010:2.0:1776198908.601517:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601521:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601551:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fab6f545. 00010000:00000010:2.0:1776198908.601555:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601558:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f10e468. 00010000:00000010:2.0:1776198908.601561:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601569:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c6ec160. 00010000:00000010:2.0:1776198908.601590:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601593:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601622:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd27e564. 00010000:00000010:2.0:1776198908.601625:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601627:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003db501ad. 00010000:00000010:2.0:1776198908.601630:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601637:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3d1bf6e. 00010000:00000010:2.0:1776198908.601656:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601659:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601690:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f8dbfe8. 00010000:00000010:2.0:1776198908.601693:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601696:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046d0b56c. 00010000:00000010:2.0:1776198908.601699:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601706:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af8637cc. 00010000:00000010:2.0:1776198908.601728:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601732:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601764:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccdc4b0a. 00010000:00000010:2.0:1776198908.601767:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601769:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004483ad5e. 00010000:00000010:2.0:1776198908.601772:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601779:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acb74f52. 00010000:00000010:2.0:1776198908.601798:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601800:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601832:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3c87359. 00010000:00000010:2.0:1776198908.601834:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601838:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000208a07b7. 00010000:00000010:2.0:1776198908.601841:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601846:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a82acd5a. 00010000:00000010:2.0:1776198908.601864:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601867:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601898:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1553e09. 00010000:00000010:2.0:1776198908.601901:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601904:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d5133e8. 00010000:00000010:2.0:1776198908.601907:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.601914:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2510f33. 00010000:00000010:2.0:1776198908.601936:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.601939:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.601970:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003af01261. 00010000:00000010:2.0:1776198908.603541:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.603559:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000057287e5. 00010000:00000010:2.0:1776198908.603568:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.603607:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ed64728. 00010000:00000010:2.0:1776198908.603700:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.603708:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.603787:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000021c75006. 00010000:00000010:2.0:1776198908.603790:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.603948:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091c92e14. 00010000:00000010:2.0:1776198908.603953:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.603961:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74927e0. 00010000:00000010:2.0:1776198908.603996:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.603999:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604051:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d56368cb. 00010000:00000010:2.0:1776198908.604053:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604057:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ec2fd11. 00010000:00000010:2.0:1776198908.604059:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604066:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833e1b58. 00010000:00000010:2.0:1776198908.604084:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604087:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604114:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002201f5fb. 00010000:00000010:2.0:1776198908.604116:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604119:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c4f2e60. 00010000:00000010:2.0:1776198908.604122:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604133:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3858b61. 00010000:00000010:2.0:1776198908.604150:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604163:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604199:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bfb423e4. 00010000:00000010:2.0:1776198908.604201:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604204:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a9a4713. 00010000:00000010:2.0:1776198908.604207:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604213:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833beacb. 00010000:00000010:2.0:1776198908.604230:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604233:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604449:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a996507d. 00010000:00000010:2.0:1776198908.604453:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604456:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036e0adbb. 00010000:00000010:2.0:1776198908.604459:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604467:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000482e0806. 00010000:00000010:2.0:1776198908.604495:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604498:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604531:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f4e94c8. 00010000:00000010:2.0:1776198908.604534:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604537:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9177e4f. 00010000:00000010:2.0:1776198908.604540:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604547:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005855b00a. 00010000:00000010:2.0:1776198908.604569:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604572:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604682:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec8cddbd. 00010000:00000010:2.0:1776198908.604685:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604688:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e947ebb. 00010000:00000010:2.0:1776198908.604691:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604699:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096acd8a8. 00010000:00000010:2.0:1776198908.604720:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604722:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604757:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a8f664f. 00010000:00000010:2.0:1776198908.604759:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.604763:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a152378. 00010000:00000010:2.0:1776198908.604766:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.604771:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f2c7eda. 00010000:00000010:2.0:1776198908.604789:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.604791:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605025:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a96fc27a. 00010000:00000010:2.0:1776198908.605028:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605032:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5878d70. 00010000:00000010:2.0:1776198908.605035:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.605042:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000568ae99a. 00010000:00000010:2.0:1776198908.605063:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.605066:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605101:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c98683. 00010000:00000010:2.0:1776198908.605104:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605107:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000700420df. 00010000:00000010:2.0:1776198908.605109:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.605115:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3a2bb07. 00010000:00000010:2.0:1776198908.605132:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.605135:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605231:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000709579da. 00010000:00000010:2.0:1776198908.605234:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605237:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4427387. 00010000:00000010:2.0:1776198908.605240:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.605462:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a505416. 00010000:00000010:2.0:1776198908.605493:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.605497:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605533:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd30757c. 00010000:00000010:2.0:1776198908.605537:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605540:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c5b51c7. 00010000:00000010:2.0:1776198908.605544:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.605551:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082a66a8d. 00010000:00000010:2.0:1776198908.605573:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.605576:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605698:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003940608. 00010000:00000010:2.0:1776198908.605703:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605707:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198908.605710:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.605718:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bba4f38. 00010000:00000010:2.0:1776198908.605740:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.605743:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.605789:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e96436d5. 00010000:00000010:2.0:1776198908.605791:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606004:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000870e8d32. 00010000:00000010:2.0:1776198908.606009:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606019:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000962e3364. 00010000:00000010:2.0:1776198908.606045:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.606048:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606086:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a06ac1e. 00010000:00000010:2.0:1776198908.606088:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606091:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198908.606094:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606102:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b7705cc. 00010000:00000010:2.0:1776198908.606125:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.606127:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606607:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc98ce91. 00010000:00000010:2.0:1776198908.606612:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606615:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:2.0:1776198908.606618:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606627:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e75a3675. 00010000:00000010:2.0:1776198908.606659:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.606663:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606701:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a8c8046. 00010000:00000010:2.0:1776198908.606705:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606708:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ca14c2. 00010000:00000010:2.0:1776198908.606711:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606719:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f372786c. 00010000:00000010:2.0:1776198908.606745:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.606748:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606782:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003bca9d03. 00010000:00000010:2.0:1776198908.606785:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606788:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.0:1776198908.606791:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606814:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b5497f. 00010000:00000010:2.0:1776198908.606837:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.606841:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606877:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d4cbf03. 00010000:00000010:2.0:1776198908.606879:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606883:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000badd3581. 00010000:00000010:2.0:1776198908.606885:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606893:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8e2f96e. 00010000:00000010:2.0:1776198908.606916:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.606919:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606963:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6831740. 00010000:00000010:2.0:1776198908.606966:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.606969:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ac4982. 00010000:00000010:2.0:1776198908.606971:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.606990:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c362cb98. 00010000:00000010:2.0:1776198908.607013:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.607016:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.607051:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d6e097b. 00010000:00000010:2.0:1776198908.607054:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.607057:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.0:1776198908.607060:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.607068:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ba2126. 00010000:00000010:2.0:1776198908.607089:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.607091:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.607125:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c3c2dfb. 00010000:00000010:2.0:1776198908.607127:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.607130:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f77afdb. 00010000:00000010:2.0:1776198908.607133:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.607138:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008272ae70. 00010000:00000010:2.0:1776198908.607166:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.607169:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.607197:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b879255d. 00010000:00000010:2.0:1776198908.607199:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000098f6ab80. 00010000:00000010:2.0:1776198908.607202:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbc2f81c. 00010000:00000010:2.0:1776198908.607204:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00080000:00000010:2.0:1776198908.607210:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023870751. 00010000:00000010:2.0:1776198908.607228:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.607231:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f6ab80. 00010000:00000010:1.0:1776198908.607969:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198908.607987:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.607992:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198908.607996:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.608011:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000732803b7. 00010000:00000010:1.0:1776198908.608053:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.608057:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608100:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab93012d. 00010000:00000010:1.0:1776198908.608103:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608105:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198908.608108:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.608115:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f2b7d6. 00010000:00000010:1.0:1776198908.608132:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.608135:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608681:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db239917. 00010000:00000010:1.0:1776198908.608686:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608689:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198908.608693:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.608704:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f15345. 00010000:00000010:1.0:1776198908.608737:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.608741:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608776:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e93a6b2. 00010000:00000010:1.0:1776198908.608778:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608782:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097941c71. 00010000:00000010:1.0:1776198908.608785:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.608792:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021c1e65c. 00010000:00000010:1.0:1776198908.608923:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.608926:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608967:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b10782b. 00010000:00000010:1.0:1776198908.608971:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.608983:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.0:1776198908.608987:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.608994:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004def85a2. 00010000:00000010:1.0:1776198908.609017:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.609020:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.609055:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f134616a. 00010000:00000010:1.0:1776198908.609057:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.609060:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c8ef716. 00010000:00000010:1.0:1776198908.609063:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.609069:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bac7991. 00010000:00000010:1.0:1776198908.609092:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.609095:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.609129:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063188536. 00010000:00000010:1.0:1776198908.609131:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.609134:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a17db1. 00010000:00000010:1.0:1776198908.609137:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.609145:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084139575. 00010000:00000010:1.0:1776198908.611515:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.611533:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.611933:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4916831. 00010000:00000010:1.0:1776198908.611939:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.611945:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009d0ee9e. 00010000:00000010:1.0:1776198908.611953:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.611986:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099257ed0. 00010000:00000010:1.0:1776198908.612024:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.612028:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.612090:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3ff23db. 00010000:00000010:1.0:1776198908.612093:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.612097:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4865a38. 00010000:00000010:1.0:1776198908.612100:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.612113:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ab96976. 00010000:00000010:1.0:1776198908.612137:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.612141:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.616016:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdbe9b65. 00010000:00000010:1.0:1776198908.616039:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.616050:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2435194. 00010000:00000010:1.0:1776198908.616061:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.616105:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b1c8185. 00010000:00000010:1.0:1776198908.617489:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.617506:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.617644:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f7d9a76. 00010000:00000010:1.0:1776198908.617650:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.617655:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd4d4d5b. 00010000:00000010:1.0:1776198908.617660:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.617679:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334a7907. 00010000:00000010:1.0:1776198908.617722:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.617725:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.617766:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b0f67fd. 00010000:00000010:1.0:1776198908.617768:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.617772:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c35f9d66. 00010000:00000010:1.0:1776198908.617775:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.617782:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035a791b0. 00010000:00000010:1.0:1776198908.617813:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.617817:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619219:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bfed707. 00010000:00000010:1.0:1776198908.619230:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619236:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073ae1c29. 00010000:00000010:1.0:1776198908.619243:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619285:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030ee9636. 00010000:00000010:1.0:1776198908.619359:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619365:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619434:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d23fc83f. 00010000:00000010:1.0:1776198908.619437:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619440:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf334ebe. 00010000:00000010:1.0:1776198908.619443:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619451:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7a07829. 00010000:00000010:1.0:1776198908.619472:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619475:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619527:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008544dd0d. 00010000:00000010:1.0:1776198908.619529:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619533:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f0f0195. 00010000:00000010:1.0:1776198908.619535:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619542:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a1f9557. 00010000:00000010:1.0:1776198908.619560:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619563:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619592:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f18a8cc. 00010000:00000010:1.0:1776198908.619594:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619597:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bdb85d4. 00010000:00000010:1.0:1776198908.619600:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619605:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dada28d4. 00010000:00000010:1.0:1776198908.619623:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619625:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619658:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003576071a. 00010000:00000010:1.0:1776198908.619660:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619663:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198908.619666:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619674:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2b2bb99. 00010000:00000010:1.0:1776198908.619691:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619694:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619721:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000768ede59. 00010000:00000010:1.0:1776198908.619723:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619727:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198908.619729:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619735:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008ad5a93. 00010000:00000010:1.0:1776198908.619752:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619755:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619781:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fb829c2. 00010000:00000010:1.0:1776198908.619784:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619787:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198908.619789:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.619795:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000072816c0. 00010000:00000010:1.0:1776198908.619814:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.619817:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619843:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c34d1527. 00010000:00000010:1.0:1776198908.619846:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.619849:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198908.621632:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.621682:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f0c7bd1. 00010000:00000010:1.0:1776198908.621787:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.621796:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622123:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023bdf1d2. 00010000:00000010:1.0:1776198908.622128:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622135:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198908.622140:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622239:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020f2b37c. 00010000:00000010:1.0:1776198908.622312:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622316:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622358:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d3ee6be. 00010000:00000010:1.0:1776198908.622361:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622365:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198908.622368:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622376:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019ebd1df. 00010000:00000010:1.0:1776198908.622398:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622401:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622441:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096bc4785. 00010000:00000010:1.0:1776198908.622444:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622448:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ca28f9. 00010000:00000010:1.0:1776198908.622451:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622458:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000488d5123. 00010000:00000010:1.0:1776198908.622478:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622481:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00000001:00000010:1.0:1776198908.622507:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000941b1340. 00000001:00000010:1.0:1776198908.622514:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000941b1340. 00000001:00000010:1.0:1776198908.622517:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000941b1340. 00000001:00000010:1.0:1776198908.622520:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000003b9e1bc. 00010000:00000010:1.0:1776198908.622541:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ddaad58. 00010000:00000010:1.0:1776198908.622544:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622548:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042f15c8c. 00010000:00000010:1.0:1776198908.622551:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622557:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e7ca719. 00010000:00000010:1.0:1776198908.622581:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622584:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622616:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f289849a. 00010000:00000010:1.0:1776198908.622619:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622622:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009626510d. 00010000:00000010:1.0:1776198908.622624:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622630:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f974304a. 00010000:00000010:1.0:1776198908.622651:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622655:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622691:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0cae57e. 00010000:00000010:1.0:1776198908.622694:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622697:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bf52ce. 00010000:00000010:1.0:1776198908.622700:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622707:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3a39fcc. 00010000:00000010:1.0:1776198908.622729:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622733:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622772:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005026d5c8. 00010000:00000010:1.0:1776198908.622775:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622779:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000972d5ca. 00010000:00000010:1.0:1776198908.622783:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.622790:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d89af1. 00010000:00000010:1.0:1776198908.622812:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.622816:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.622847:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027d4e783. 00010000:00000010:1.0:1776198908.622850:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623416:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f295dc4d. 00010000:00000010:1.0:1776198908.623423:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623437:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060057eb7. 00010000:00000010:1.0:1776198908.623475:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623479:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623529:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c0a2f22. 00010000:00000010:1.0:1776198908.623532:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623537:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbeffabf. 00010000:00000010:1.0:1776198908.623540:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623552:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2386266. 00010000:00000010:1.0:1776198908.623576:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623579:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623614:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b61f6d5a. 00010000:00000010:1.0:1776198908.623617:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623620:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3bfa346. 00010000:00000010:1.0:1776198908.623623:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623631:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8b3c3c6. 00010000:00000010:1.0:1776198908.623654:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623656:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623685:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4fe238d. 00010000:00000010:1.0:1776198908.623687:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623691:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069f11417. 00010000:00000010:1.0:1776198908.623694:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623702:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebb1f1f2. 00010000:00000010:1.0:1776198908.623724:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623727:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623762:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d6699ea. 00010000:00000010:1.0:1776198908.623764:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623767:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af2da151. 00010000:00000010:1.0:1776198908.623770:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623778:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000005c504. 00010000:00000010:1.0:1776198908.623799:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623802:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623845:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001df68dfd. 00010000:00000010:1.0:1776198908.623848:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623863:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008991d715. 00010000:00000010:1.0:1776198908.623868:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623876:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79024c1. 00010000:00000010:1.0:1776198908.623899:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623902:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623935:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f99cba4. 00010000:00000010:1.0:1776198908.623937:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.623940:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040e96ca4. 00010000:00000010:1.0:1776198908.623943:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.623949:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c03a050c. 00010000:00000010:1.0:1776198908.623968:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.623971:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624021:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f3c2bf3. 00010000:00000010:1.0:1776198908.624024:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624027:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a40f1955. 00010000:00000010:1.0:1776198908.624030:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.624038:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a6ec9c8. 00010000:00000010:1.0:1776198908.624060:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.624063:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624093:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024799ba7. 00010000:00000010:1.0:1776198908.624095:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624098:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e65eaa1. 00010000:00000010:1.0:1776198908.624101:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.624109:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026286c7b. 00010000:00000010:1.0:1776198908.624129:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.624132:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624172:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b67183a4. 00010000:00000010:1.0:1776198908.624175:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624178:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d7840e2. 00010000:00000010:1.0:1776198908.624181:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.624189:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e201b91. 00010000:00000010:1.0:1776198908.624211:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.624215:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624619:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9170d54. 00010000:00000010:1.0:1776198908.624624:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624628:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ab13f93. 00010000:00000010:1.0:1776198908.624631:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.624642:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001904dc57. 00010000:00000010:1.0:1776198908.624675:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.624679:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624723:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060415a50. 00010000:00000010:1.0:1776198908.624726:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624729:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a13b3ce. 00010000:00000010:1.0:1776198908.624732:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.624738:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9f1bab4. 00010000:00000010:1.0:1776198908.624758:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.624761:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624793:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1b6049e. 00010000:00000010:1.0:1776198908.624796:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.624800:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2a49c9e. 00010000:00000010:1.0:1776198908.624802:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.624810:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b13929b. 00010000:00000010:1.0:1776198908.624831:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.624835:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625482:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2c571d7. 00010000:00000010:1.0:1776198908.625488:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625491:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ed56aa2. 00010000:00000010:1.0:1776198908.625495:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.625506:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001efcf9b5. 00010000:00000010:1.0:1776198908.625538:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.625542:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625580:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007de8816d. 00010000:00000010:1.0:1776198908.625583:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625587:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000277afeaa. 00010000:00000010:1.0:1776198908.625589:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.625598:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427b4a51. 00010000:00000010:1.0:1776198908.625622:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.625625:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625658:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa137ba8. 00010000:00000010:1.0:1776198908.625661:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625664:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022274ec1. 00010000:00000010:1.0:1776198908.625667:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.625674:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000232853b8. 00010000:00000010:1.0:1776198908.625697:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.625700:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625732:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fabe5b2. 00010000:00000010:1.0:1776198908.625735:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625738:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4b1968d. 00010000:00000010:1.0:1776198908.625741:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.625748:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d0d9fc6. 00010000:00000010:1.0:1776198908.625771:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.625774:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625816:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fab20cd4. 00010000:00000010:1.0:1776198908.625819:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.625822:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7b577b1. 00010000:00000010:1.0:1776198908.625825:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.625832:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003f12877. 00010000:00000010:1.0:1776198908.625956:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.625960:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626008:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d3377ad. 00010000:00000010:1.0:1776198908.626012:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626015:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a7f3a6e. 00010000:00000010:1.0:1776198908.626018:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626025:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dca32e2. 00010000:00000010:1.0:1776198908.626049:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626052:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626090:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e581aab. 00010000:00000010:1.0:1776198908.626093:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626096:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7de1e3c. 00010000:00000010:1.0:1776198908.626099:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626106:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069107623. 00010000:00000010:1.0:1776198908.626128:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626132:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626445:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010875b9a. 00010000:00000010:1.0:1776198908.626449:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626453:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aff84f62. 00010000:00000010:1.0:1776198908.626456:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626468:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daa5f925. 00010000:00000010:1.0:1776198908.626494:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626497:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626534:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012d90c45. 00010000:00000010:1.0:1776198908.626537:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626541:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f264695. 00010000:00000010:1.0:1776198908.626544:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626552:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061e37b1b. 00010000:00000010:1.0:1776198908.626577:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626579:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626613:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2bb9dfa. 00010000:00000010:1.0:1776198908.626616:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626619:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064093a17. 00010000:00000010:1.0:1776198908.626622:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626630:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b037545b. 00010000:00000010:1.0:1776198908.626654:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626657:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626696:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000deb767b7. 00010000:00000010:1.0:1776198908.626698:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626701:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000476cf651. 00010000:00000010:1.0:1776198908.626703:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626709:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508d668b. 00010000:00000010:1.0:1776198908.626727:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626730:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626757:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff1b52c3. 00010000:00000010:1.0:1776198908.626759:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626762:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7a63843. 00010000:00000010:1.0:1776198908.626764:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626770:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c20153ff. 00010000:00000010:1.0:1776198908.626786:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.626789:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626824:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030122caf. 00010000:00000010:1.0:1776198908.626827:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.626830:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044e10e49. 00010000:00000010:1.0:1776198908.626833:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.626840:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b592b804. 00010000:00000010:1.0:1776198908.627593:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.627601:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627657:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fee05301. 00010000:00000010:1.0:1776198908.627661:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627665:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000083dc23f. 00010000:00000010:1.0:1776198908.627669:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.627680:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e87dad8. 00010000:00000010:1.0:1776198908.627714:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.627717:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627755:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000223f39ee. 00010000:00000010:1.0:1776198908.627757:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627760:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000015c1c70. 00010000:00000010:1.0:1776198908.627763:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.627770:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007e4a05b. 00010000:00000010:1.0:1776198908.627791:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.627794:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627827:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000942fc07d. 00010000:00000010:1.0:1776198908.627830:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627834:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005173589a. 00010000:00000010:1.0:1776198908.627836:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.627846:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023cba4c0. 00010000:00000010:1.0:1776198908.627881:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.627884:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627930:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a211a867. 00010000:00000010:1.0:1776198908.627933:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.627937:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9f29031. 00010000:00000010:1.0:1776198908.627939:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.627947:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1d6b17f. 00010000:00000010:1.0:1776198908.627969:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.627972:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628015:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041302a64. 00010000:00000010:1.0:1776198908.628018:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628021:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df97e8ab. 00010000:00000010:1.0:1776198908.628024:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628030:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009236767a. 00010000:00000010:1.0:1776198908.628050:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628053:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628085:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8aea93c. 00010000:00000010:1.0:1776198908.628088:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628091:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001803c21a. 00010000:00000010:1.0:1776198908.628094:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628099:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000add0cc2e. 00010000:00000010:1.0:1776198908.628115:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628118:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628143:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ecd5e73. 00010000:00000010:1.0:1776198908.628146:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628149:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a39d518. 00010000:00000010:1.0:1776198908.628483:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628498:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086c3bc3c. 00010000:00000010:1.0:1776198908.628529:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628532:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628569:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006847e7ad. 00010000:00000010:1.0:1776198908.628572:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628576:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a14ed02f. 00010000:00000010:1.0:1776198908.628579:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628586:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8da42b8. 00010000:00000010:1.0:1776198908.628609:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628612:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628646:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c04a3b0e. 00010000:00000010:1.0:1776198908.628648:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628651:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c06920b. 00010000:00000010:1.0:1776198908.628654:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628661:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b723821. 00010000:00000010:1.0:1776198908.628684:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628688:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628730:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7afa4ec. 00010000:00000010:1.0:1776198908.628733:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628738:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.0:1776198908.628740:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628748:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d7b047. 00010000:00000010:1.0:1776198908.628771:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628774:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628806:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6c98a75. 00010000:00000010:1.0:1776198908.628809:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628813:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.0:1776198908.628816:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628822:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005413e134. 00010000:00000010:1.0:1776198908.628843:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628846:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628901:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e709cfe. 00010000:00000010:1.0:1776198908.628904:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628907:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087432b47. 00010000:00000010:1.0:1776198908.628910:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.628917:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027c6b6de. 00010000:00000010:1.0:1776198908.628940:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.628943:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628986:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091ddf470. 00010000:00000010:1.0:1776198908.628990:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.628992:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b504b55. 00010000:00000010:1.0:1776198908.628995:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629004:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087808fdc. 00010000:00000010:1.0:1776198908.629027:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.629030:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629064:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089415a41. 00010000:00000010:1.0:1776198908.629068:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629071:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.0:1776198908.629074:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629081:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbbb18d9. 00010000:00000010:1.0:1776198908.629101:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.629104:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629134:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067f65ed7. 00010000:00000010:1.0:1776198908.629136:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629139:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.0:1776198908.629141:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629147:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0812ba. 00010000:00000010:1.0:1776198908.629592:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.629597:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629644:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099651552. 00010000:00000010:1.0:1776198908.629648:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629651:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a270956d. 00010000:00000010:1.0:1776198908.629655:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629663:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f2c406f. 00010000:00000010:1.0:1776198908.629687:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.629691:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629723:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012bd5067. 00010000:00000010:1.0:1776198908.629726:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629729:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.0:1776198908.629732:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629739:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b4b135. 00010000:00000010:1.0:1776198908.629760:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.629763:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629798:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004732c5bf. 00010000:00000010:1.0:1776198908.629800:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629804:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3350737. 00010000:00000010:1.0:1776198908.629807:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629814:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087dbbedc. 00010000:00000010:1.0:1776198908.629835:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.629838:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629947:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf41ad51. 00010000:00000010:1.0:1776198908.629950:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.629953:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.0:1776198908.629956:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.629964:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006985d675. 00010000:00000010:1.0:1776198908.629999:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630002:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630033:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b9a0829. 00010000:00000010:1.0:1776198908.630036:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630039:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.0:1776198908.630042:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630049:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a158de20. 00010000:00000010:1.0:1776198908.630069:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630071:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630101:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005f70bc5. 00010000:00000010:1.0:1776198908.630104:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630107:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000533324c4. 00010000:00000010:1.0:1776198908.630110:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630117:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024f2703e. 00010000:00000010:1.0:1776198908.630138:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630141:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630473:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088bad9c4. 00010000:00000010:1.0:1776198908.630476:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630479:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c382ade. 00010000:00000010:1.0:1776198908.630483:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630491:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097079fc1. 00010000:00000010:1.0:1776198908.630516:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630519:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630552:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d84601aa. 00010000:00000010:1.0:1776198908.630554:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630557:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.0:1776198908.630559:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630567:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004760a9df. 00010000:00000010:1.0:1776198908.630589:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630592:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630626:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88bcda4. 00010000:00000010:1.0:1776198908.630629:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630634:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.0:1776198908.630637:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630644:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d842ff14. 00010000:00000010:1.0:1776198908.630665:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630668:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630711:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f766b699. 00010000:00000010:1.0:1776198908.630714:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630717:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.0:1776198908.630720:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630730:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002dcb3a35. 00010000:00000010:1.0:1776198908.630755:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630758:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630791:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009146790d. 00010000:00000010:1.0:1776198908.630794:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.630797:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002af51e12. 00010000:00000010:1.0:1776198908.630799:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.630806:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e8e8e74. 00010000:00000010:1.0:1776198908.630835:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.630838:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.635601:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001074f3cf. 00010000:00000010:1.0:1776198908.635618:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.635629:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014bfe438. 00010000:00000010:1.0:1776198908.635641:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.635676:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a116b12f. 00010000:00000010:1.0:1776198908.635774:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.635781:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.637027:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec42dea0. 00010000:00000010:1.0:1776198908.637035:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.637041:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5f910ae. 00010000:00000010:1.0:1776198908.637048:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.637070:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069d8182e. 00010000:00000010:1.0:1776198908.637139:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.637145:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638501:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032d1748e. 00010000:00000010:1.0:1776198908.638511:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638516:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.0:1776198908.638524:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.638543:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dba6bf02. 00010000:00000010:1.0:1776198908.638608:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.638613:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638660:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e248b571. 00010000:00000010:1.0:1776198908.638663:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638667:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.0:1776198908.638670:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.638677:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab109080. 00010000:00000010:1.0:1776198908.638701:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.638705:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638739:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df595b00. 00010000:00000010:1.0:1776198908.638742:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638745:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.0:1776198908.638749:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.638757:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008da0883d. 00010000:00000010:1.0:1776198908.638779:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.638782:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638815:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4a17797. 00010000:00000010:1.0:1776198908.638817:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638820:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.0:1776198908.638822:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.638830:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089dd88ce. 00010000:00000010:1.0:1776198908.638852:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.638855:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638889:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dace45c2. 00010000:00000010:1.0:1776198908.638892:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.638895:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.0:1776198908.638897:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.638908:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000293300c5. 00010000:00000010:1.0:1776198908.638931:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.638934:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639002:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000515e391. 00010000:00000010:1.0:1776198908.639006:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639009:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000397e2504. 00010000:00000010:1.0:1776198908.639012:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.639019:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f65ceee6. 00010000:00000010:1.0:1776198908.639044:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.639047:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639081:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f8d98e0. 00010000:00000010:1.0:1776198908.639084:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639087:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.0:1776198908.639090:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.639098:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe233bd. 00010000:00000010:1.0:1776198908.639121:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.639124:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639161:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c0e11b5. 00010000:00000010:1.0:1776198908.639164:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639167:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c67b443. 00010000:00000010:1.0:1776198908.639170:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.639177:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2f47df2. 00010000:00000010:1.0:1776198908.639198:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.639202:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639236:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b616a37c. 00010000:00000010:1.0:1776198908.639238:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639242:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.0:1776198908.639245:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.639301:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7e688e. 00010000:00000010:1.0:1776198908.639327:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.639330:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639364:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b061fe4. 00010000:00000010:1.0:1776198908.639367:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639370:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.0:1776198908.639373:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00080000:00000010:1.0:1776198908.639380:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cda16000. 00010000:00000010:1.0:1776198908.639402:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.639406:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cc02acc. 00010000:00000010:1.0:1776198908.639441:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3d1c9b. 00010000:00000010:1.0:1776198908.639445:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198908.639456:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.639468:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.639481:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 02000000:00000010:1.0:1776198908.639501:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f7cb3ba. 02000000:00000010:1.0:1776198908.639548:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a594f2d2. 00000400:00000010:1.0:1776198908.639557:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198908.639566:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198908.639577:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088320, portal 16 00000400:00000010:1.0:1776198908.639585:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198908.639588:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088320, offset 0 00000400:00000200:1.0:1776198908.639601:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.639629:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.639639:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.639644:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.639647:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.639651:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92552:92552:256:4294967295] 192.168.204.56@tcp LPNI seq info [92552:92552:8:4294967295] 00000400:00000200:1.0:1776198908.639663:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.639672:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.639678:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.639685:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.639694:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.639699:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.640159:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.640166:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198908.640172:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.640179:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.640184:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:0.0:1776198908.640186:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:0.0:1776198908.640196:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001075926e x1862477231088320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.641221:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006765ea5d. 00010000:00000010:2.1:1776198908.641233:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000237629b1. 00010000:00000010:2.1:1776198908.641239:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd9f082. 00010000:00000010:2.1:1776198908.641243:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c2dd873. 00010000:00000010:2.1:1776198908.641335:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1fa416. 00010000:00000010:2.1:1776198908.641341:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e34e19e. 00010000:00000010:2.1:1776198908.641348:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd3e31d. 00010000:00000010:2.1:1776198908.641372:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3aca03. 00010000:00000010:2.1:1776198908.641375:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb6e19da. 00010000:00000010:2.1:1776198908.641380:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad75bc55. 00010000:00000010:2.1:1776198908.641384:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053e1e390. 00010000:00000010:2.1:1776198908.641388:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1d8f8c. 00010000:00000010:2.1:1776198908.641390:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e1ff054. 00010000:00000010:2.1:1776198908.641393:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023451794. 00010000:00000010:2.1:1776198908.641395:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6a662a3. 00010000:00000010:2.1:1776198908.641399:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bef9eeee. 00010000:00000010:2.1:1776198908.641403:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c17c807. 00010000:00000010:2.1:1776198908.641407:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e7667b2. 00010000:00000010:2.1:1776198908.641409:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095a64b76. 00010000:00000010:2.1:1776198908.641412:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7cf234. 00010000:00000010:2.1:1776198908.641415:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004862c7d6. 00010000:00000010:2.1:1776198908.641418:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f90e15c. 00010000:00000010:2.1:1776198908.641422:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007145463f. 00010000:00000010:2.1:1776198908.641425:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011970349. 00010000:00000010:2.1:1776198908.641428:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cefa94f8. 00010000:00000010:2.1:1776198908.641430:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c62889d. 00010000:00000010:2.1:1776198908.641433:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024223fd2. 00010000:00000010:2.1:1776198908.641436:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15edd89. 00010000:00000010:2.1:1776198908.641438:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099321e7a. 00010000:00000010:2.1:1776198908.641441:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c690c292. 00010000:00000010:2.1:1776198908.641447:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000189e7b1a. 00010000:00000010:2.1:1776198908.641450:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041822ffb. 00010000:00000010:2.1:1776198908.641452:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eae365bb. 00010000:00000010:2.1:1776198908.641455:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f403272a. 00010000:00000010:2.1:1776198908.641458:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002700c14c. 00010000:00000010:2.1:1776198908.641461:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a720a00c. 00010000:00000010:2.1:1776198908.641463:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3ac8f78. 00010000:00000010:2.1:1776198908.641466:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3008f3. 00010000:00000010:2.1:1776198908.641471:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff6d4a8. 00010000:00000010:2.1:1776198908.641477:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032e37c1e. 00010000:00000010:2.1:1776198908.641481:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000422eed22. 00010000:00000010:2.1:1776198908.641487:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f80c39. 00010000:00000010:2.1:1776198908.641489:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2ef2ac2. 00010000:00000010:2.1:1776198908.641494:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da8b7496. 00010000:00000010:2.1:1776198908.641496:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0de93be. 00010000:00000010:2.1:1776198908.641500:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf18604. 00010000:00000010:2.1:1776198908.641502:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d53f2b37. 00010000:00000010:2.1:1776198908.641505:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a930f7. 00010000:00000010:2.1:1776198908.641512:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006277b25f. 00010000:00000010:2.1:1776198908.641516:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0eea60. 00010000:00000010:2.1:1776198908.641519:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004c51d3d. 00010000:00000010:2.1:1776198908.641522:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb721be4. 00010000:00000010:2.1:1776198908.641524:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d44703a. 00010000:00000010:2.1:1776198908.641527:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514f9193. 00010000:00000010:2.1:1776198908.641529:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc97d824. 00010000:00000010:2.1:1776198908.641533:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b90b0b6. 00010000:00000010:2.1:1776198908.641535:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acfa3a12. 00010000:00000010:2.1:1776198908.641539:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03b07f7. 00010000:00000010:2.1:1776198908.641542:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba2346a. 00010000:00000010:2.1:1776198908.641545:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa37263. 00010000:00000010:2.1:1776198908.641548:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000168826a6. 00010000:00000010:2.1:1776198908.641550:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929bd297. 00010000:00000010:2.1:1776198908.641553:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057730185. 00010000:00000010:2.1:1776198908.641556:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b5333. 00010000:00000010:2.1:1776198908.641558:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000376e0500. 00010000:00000010:2.1:1776198908.641561:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068996213. 00010000:00000010:2.1:1776198908.641563:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3cfa61. 00010000:00000010:2.1:1776198908.641566:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83128e0. 00010000:00000010:2.1:1776198908.641568:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bf83de5. 00010000:00000010:2.1:1776198908.641571:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a239bb. 00010000:00000010:2.1:1776198908.641574:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002844d8b5. 00010000:00000010:2.1:1776198908.641577:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c19dbbb. 00010000:00000010:2.1:1776198908.641584:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b140aed3. 00010000:00000010:2.1:1776198908.641588:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59a9ebd. 00010000:00000010:2.1:1776198908.641590:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf9f883. 00010000:00000010:2.1:1776198908.641593:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bb9d21. 00010000:00000010:2.1:1776198908.641595:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d313d5b. 00010000:00000010:2.1:1776198908.641598:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e30fac6. 00010000:00000010:2.1:1776198908.641600:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000999e096c. 00010000:00000010:2.1:1776198908.641603:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000669751d8. 00010000:00000010:2.1:1776198908.641606:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029ace917. 00010000:00000010:2.1:1776198908.641609:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3df51e. 00010000:00000010:2.1:1776198908.641611:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fb4ca76. 00010000:00000010:2.1:1776198908.641613:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005a05ca5. 00010000:00000010:2.1:1776198908.641615:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff3a0efd. 00010000:00000010:2.1:1776198908.641617:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de9b08ae. 00010000:00000010:2.1:1776198908.641619:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8102c60. 00010000:00000010:2.1:1776198908.641623:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffbd8513. 00010000:00000010:2.1:1776198908.641627:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7d5f06b. 00010000:00000010:2.1:1776198908.641630:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001065a147. 00010000:00000010:2.1:1776198908.641634:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1d7c3bf. 00010000:00000010:2.1:1776198908.641638:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049580a31. 00010000:00000010:2.1:1776198908.641641:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d7ddea. 00010000:00000010:2.1:1776198908.641644:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d63b0f. 00010000:00000010:2.1:1776198908.641648:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c14f740. 00010000:00000010:2.1:1776198908.641650:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec85ac1. 00010000:00000010:2.1:1776198908.641653:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3855576. 00010000:00000010:2.1:1776198908.641655:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aa32d35. 00010000:00000010:2.1:1776198908.641657:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004abc476e. 00010000:00000010:2.1:1776198908.641660:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992bb2b1. 00010000:00000010:2.1:1776198908.641717:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f5aeb7e. 00010000:00000010:2.1:1776198908.641725:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b205b8f. 00010000:00000010:2.1:1776198908.641728:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1bf3729. 00010000:00000010:2.1:1776198908.641731:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6da1eeb. 00010000:00000010:2.1:1776198908.641734:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c96acd55. 00010000:00000010:2.1:1776198908.641738:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c61c514. 00010000:00000010:2.1:1776198908.641740:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016aa2fe8. 00010000:00000010:2.1:1776198908.641743:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf2558b8. 00010000:00000010:2.1:1776198908.641745:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e65758a. 00010000:00000010:2.1:1776198908.641748:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a81eb7. 00010000:00000010:2.1:1776198908.641752:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ec93e19. 00010000:00000010:2.1:1776198908.641754:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc2cecc. 00010000:00000010:2.1:1776198908.641757:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030cdab74. 00010000:00000010:2.1:1776198908.641760:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc1df79. 00010000:00000010:2.1:1776198908.641762:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6f13228. 00010000:00000010:2.1:1776198908.641765:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b972a46. 00010000:00000010:2.1:1776198908.641767:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4b7f0f6. 00010000:00000010:2.1:1776198908.641769:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a552d09. 00010000:00000010:2.1:1776198908.641771:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000500860f2. 00010000:00000010:2.1:1776198908.641775:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095ec1eea. 00010000:00000010:2.1:1776198908.641779:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769ba6cc. 00010000:00000010:2.1:1776198908.641782:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002708d796. 00010000:00000010:2.1:1776198908.641785:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0faa7d6. 00010000:00000010:2.1:1776198908.641788:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0fdbac8. 00010000:00000010:2.1:1776198908.641791:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad695905. 00000400:00000200:3.0:1776198908.642490:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.642513:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e2c0 00000400:00000200:3.0:1776198908.642526:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88d9 [1] + 224 00000400:00000200:3.0:1776198908.642543:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.642547:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.642560:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001075926e x1862477231088320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.643340:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6671f3a. 00010000:00000010:2.1:1776198908.643353:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6998089. 00010000:00000010:2.1:1776198908.643358:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f479d7. 00010000:00000010:2.1:1776198908.643361:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b40f31a4. 00010000:00000010:2.1:1776198908.643365:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006476edd4. 00010000:00000010:2.1:1776198908.643374:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040460f5e. 00010000:00000010:2.1:1776198908.643377:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032892a09. 00010000:00000010:2.1:1776198908.643380:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a36c7714. 00010000:00000010:2.1:1776198908.643382:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a917663. 00010000:00000010:2.1:1776198908.643385:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008122ff7. 00010000:00000010:2.1:1776198908.643387:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a33569ba. 00010000:00000010:2.1:1776198908.643390:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664f5400. 00010000:00000010:2.1:1776198908.643394:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000827db003. 00010000:00000010:2.1:1776198908.643396:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fab6f545. 00010000:00000010:2.1:1776198908.643399:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f10e468. 00010000:00000010:2.1:1776198908.643402:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd27e564. 00010000:00000010:2.1:1776198908.643405:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003db501ad. 00010000:00000010:2.1:1776198908.643407:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f8dbfe8. 00010000:00000010:2.1:1776198908.643410:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d0b56c. 00010000:00000010:2.1:1776198908.643413:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdc4b0a. 00010000:00000010:2.1:1776198908.643415:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004483ad5e. 00010000:00000010:2.1:1776198908.643422:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3c87359. 00010000:00000010:2.1:1776198908.643427:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000208a07b7. 00010000:00000010:2.1:1776198908.643430:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1553e09. 00010000:00000010:2.1:1776198908.643434:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d5133e8. 00010000:00000010:2.1:1776198908.643437:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003af01261. 00010000:00000010:2.1:1776198908.643441:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057287e5. 00010000:00000010:2.1:1776198908.643443:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021c75006. 00010000:00000010:2.1:1776198908.643446:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c92e14. 00010000:00000010:2.1:1776198908.643448:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d56368cb. 00010000:00000010:2.1:1776198908.643451:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec2fd11. 00010000:00000010:2.1:1776198908.643453:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002201f5fb. 00010000:00000010:2.1:1776198908.643457:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c4f2e60. 00010000:00000010:2.1:1776198908.643460:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfb423e4. 00010000:00000010:2.1:1776198908.643463:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a9a4713. 00010000:00000010:2.1:1776198908.643466:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a996507d. 00010000:00000010:2.1:1776198908.643469:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036e0adbb. 00010000:00000010:2.1:1776198908.643471:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f4e94c8. 00010000:00000010:2.1:1776198908.643474:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9177e4f. 00010000:00000010:2.1:1776198908.643476:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec8cddbd. 00010000:00000010:2.1:1776198908.643479:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e947ebb. 00010000:00000010:2.1:1776198908.643481:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a8f664f. 00010000:00000010:2.1:1776198908.643483:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a152378. 00010000:00000010:2.1:1776198908.643486:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96fc27a. 00010000:00000010:2.1:1776198908.643489:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5878d70. 00010000:00000010:2.1:1776198908.643496:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c98683. 00010000:00000010:2.1:1776198908.643498:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700420df. 00010000:00000010:2.1:1776198908.643501:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000709579da. 00010000:00000010:2.1:1776198908.643504:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4427387. 00010000:00000010:2.1:1776198908.643506:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd30757c. 00010000:00000010:2.1:1776198908.643509:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c5b51c7. 00010000:00000010:2.1:1776198908.643512:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003940608. 00010000:00000010:2.1:1776198908.643516:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00010000:00000010:2.1:1776198908.643522:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e96436d5. 00010000:00000010:2.1:1776198908.643525:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000870e8d32. 00010000:00000010:2.1:1776198908.643529:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a06ac1e. 00010000:00000010:2.1:1776198908.643532:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.1:1776198908.643534:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc98ce91. 00010000:00000010:2.1:1776198908.643538:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:2.1:1776198908.643540:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a8c8046. 00010000:00000010:2.1:1776198908.643544:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca14c2. 00010000:00000010:2.1:1776198908.643546:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bca9d03. 00010000:00000010:2.1:1776198908.643549:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.1:1776198908.643551:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d4cbf03. 00010000:00000010:2.1:1776198908.643554:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000badd3581. 00010000:00000010:2.1:1776198908.643557:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6831740. 00010000:00000010:2.1:1776198908.643560:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ac4982. 00010000:00000010:2.1:1776198908.643563:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6e097b. 00010000:00000010:2.1:1776198908.643565:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.1:1776198908.643569:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c3c2dfb. 00010000:00000010:2.1:1776198908.643572:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f77afdb. 00010000:00000010:2.1:1776198908.643574:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b879255d. 00010000:00000010:2.1:1776198908.643577:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc2f81c. 00010000:00000010:1.1:1776198908.643668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198908.643678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.1:1776198908.643683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab93012d. 00010000:00000010:1.1:1776198908.643686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:1.1:1776198908.643692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db239917. 00010000:00000010:1.1:1776198908.643694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.1:1776198908.643697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e93a6b2. 00010000:00000010:1.1:1776198908.643700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097941c71. 00010000:00000010:1.1:1776198908.643702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b10782b. 00010000:00000010:1.1:1776198908.643706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.1:1776198908.643724:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f134616a. 00010000:00000010:1.1:1776198908.643728:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8ef716. 00010000:00000010:1.1:1776198908.643730:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198908.643734:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a17db1. 00010000:00000010:1.1:1776198908.643736:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4916831. 00010000:00000010:1.1:1776198908.643739:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d0ee9e. 00010000:00000010:1.1:1776198908.643741:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ff23db. 00010000:00000010:1.1:1776198908.643744:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4865a38. 00010000:00000010:1.1:1776198908.643746:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbe9b65. 00010000:00000010:1.1:1776198908.643749:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2435194. 00010000:00000010:1.1:1776198908.643752:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f7d9a76. 00010000:00000010:1.1:1776198908.643755:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd4d4d5b. 00010000:00000010:1.1:1776198908.643758:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b0f67fd. 00010000:00000010:1.1:1776198908.643760:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c35f9d66. 00000400:00000010:1.0:1776198908.643784:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:1.0:1776198908.643790:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198908.645166:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:1.0:1776198908.645194:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001075926e x1862477231088320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.645207:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001075926e x1862477231088320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.645271:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a594f2d2. 02000000:00000010:1.0:1776198908.645279:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f7cb3ba. 00000100:00000010:1.0:1776198908.645284:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 00000100:00000010:1.0:1776198908.645288:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.645292:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00010000:00000010:1.1:1776198908.647360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bfed707. 00010000:00000010:1.1:1776198908.647384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae1c29. 00010000:00000010:1.1:1776198908.647391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23fc83f. 00010000:00000010:1.1:1776198908.647394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf334ebe. 00010000:00000010:1.1:1776198908.647399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008544dd0d. 00010000:00000010:1.1:1776198908.647402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f0195. 00010000:00000010:1.1:1776198908.647405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f18a8cc. 00010000:00000010:1.1:1776198908.647409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdb85d4. 00010000:00000010:1.1:1776198908.647413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003576071a. 00010000:00000010:1.1:1776198908.647417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.1:1776198908.647421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000768ede59. 00010000:00000010:1.1:1776198908.647425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.1:1776198908.647428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb829c2. 00010000:00000010:1.1:1776198908.647430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.1:1776198908.647433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34d1527. 00010000:00000010:1.1:1776198908.647435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198908.647438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bdf1d2. 00010000:00000010:1.1:1776198908.647441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.1:1776198908.647443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3ee6be. 00010000:00000010:1.1:1776198908.647446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.1:1776198908.647449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096bc4785. 00010000:00000010:1.1:1776198908.647451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ca28f9. 00010000:00000010:1.1:1776198908.647453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ddaad58. 00010000:00000010:1.1:1776198908.647458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f15c8c. 00010000:00000010:1.1:1776198908.647464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f289849a. 00010000:00000010:1.1:1776198908.647470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009626510d. 00010000:00000010:1.1:1776198908.647476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0cae57e. 00010000:00000010:1.1:1776198908.647480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bf52ce. 00010000:00000010:1.1:1776198908.647483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005026d5c8. 00010000:00000010:1.1:1776198908.647486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000972d5ca. 00010000:00000010:1.1:1776198908.647488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027d4e783. 00010000:00000010:1.1:1776198908.647493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f295dc4d. 00010000:00000010:1.1:1776198908.647495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0a2f22. 00010000:00000010:1.1:1776198908.647498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbeffabf. 00010000:00000010:1.1:1776198908.647501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b61f6d5a. 00010000:00000010:1.1:1776198908.647504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3bfa346. 00010000:00000010:1.1:1776198908.647507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4fe238d. 00010000:00000010:1.1:1776198908.647510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069f11417. 00010000:00000010:1.1:1776198908.647512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d6699ea. 00010000:00000010:1.1:1776198908.647516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2da151. 00010000:00000010:1.1:1776198908.647518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001df68dfd. 00010000:00000010:1.1:1776198908.647521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008991d715. 00010000:00000010:1.1:1776198908.647523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f99cba4. 00010000:00000010:1.1:1776198908.647526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e96ca4. 00010000:00000010:1.1:1776198908.647532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f3c2bf3. 00010000:00000010:1.1:1776198908.647535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40f1955. 00010000:00000010:1.1:1776198908.647538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024799ba7. 00010000:00000010:1.1:1776198908.647540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e65eaa1. 00010000:00000010:1.1:1776198908.647542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67183a4. 00010000:00000010:1.1:1776198908.647545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d7840e2. 00010000:00000010:1.1:1776198908.647547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9170d54. 00010000:00000010:1.1:1776198908.647550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab13f93. 00010000:00000010:1.1:1776198908.647551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060415a50. 00010000:00000010:1.1:1776198908.647553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a13b3ce. 00010000:00000010:1.1:1776198908.647555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b6049e. 00010000:00000010:1.1:1776198908.647557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a49c9e. 00000400:00000200:0.0:1776198908.648108:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.648134:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76280 00000400:00000200:0.0:1776198908.648146:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 984 00000400:00000200:0.0:1776198908.648820:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.648831:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.648841:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.648859:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 00000020:00000010:3.0:1776198908.652115:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000185366c. 00000020:00000010:3.0:1776198908.652137:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.652144:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.652222:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ce96fe7 x1862477217751680/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.652300:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751680 02000000:00000010:3.0:1776198908.652319:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000631c1184. 00010000:00000010:3.0:1776198908.652363:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000abbb1a1c. 00010000:00000010:3.0:1776198908.652388:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198908.652400:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017ab5452. 00000100:00000010:3.0:1776198908.652421:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017ab5452. 00010000:00000010:3.0:1776198908.652425:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000400:00000010:3.0:1776198908.652444:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198908.652453:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751680, offset 224 00000400:00000200:3.0:1776198908.652465:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.652484:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.652492:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92553:92553:256:4294967295] 192.168.204.56@tcp LPNI seq info [92553:92553:8:4294967295] 00000400:00000200:3.0:1776198908.652505:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.652512:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.652518:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.652526:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.652534:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.652539:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.652563:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002feb0c83. 00000020:00000010:3.0:1776198908.652568:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.652572:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000185366c. 00080000:00000010:2.0:1776198908.653641:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ec2923. 00010000:00000010:2.0:1776198908.653810:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:2.0:1776198908.653824:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e914a1b3. 00010000:00000010:2.0:1776198908.653990:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbc2f81c. 00010000:00000010:2.0:1776198908.654000:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005d6e75a. 00010000:00000010:2.0:1776198908.654018:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000099a6becf. 00000100:00000010:2.0:1776198908.654027:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.654041:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198908.654068:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013253f59. 02000000:00000010:2.0:1776198908.654110:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb03c5c0. 00000400:00000010:2.0:1776198908.654119:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052ebabcb. 00000400:00000010:2.0:1776198908.654129:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198908.654140:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088384, portal 16 00000400:00000010:2.0:1776198908.654147:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198908.654150:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088384, offset 0 00000400:00000200:2.0:1776198908.654160:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.654182:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.654192:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.654196:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.654199:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.654203:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92554:92554:255:4294967295] 192.168.204.56@tcp LPNI seq info [92554:92554:7:4294967295] 00000400:00000200:2.0:1776198908.654215:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.654221:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.654227:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198908.654235:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.654242:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.654288:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.656199:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.656213:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:0.0:1776198908.656241:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.656283:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.656292:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:0.0:1776198908.656296:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000800:00000200:0.0:1776198908.657282:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.657289:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198908.657299:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.657306:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.657311:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:0.0:1776198908.657313:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:0.0:1776198908.657325:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231088384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.657708:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c571d7. 00010000:00000010:1.1:1776198908.657722:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ed56aa2. 00010000:00000010:1.1:1776198908.657727:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007de8816d. 00010000:00000010:1.1:1776198908.657729:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277afeaa. 00010000:00000010:1.1:1776198908.657732:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa137ba8. 00010000:00000010:1.1:1776198908.657736:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022274ec1. 00010000:00000010:1.1:1776198908.657739:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fabe5b2. 00010000:00000010:1.1:1776198908.657742:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b1968d. 00010000:00000010:1.1:1776198908.657744:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fab20cd4. 00010000:00000010:1.1:1776198908.657747:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7b577b1. 00010000:00000010:1.1:1776198908.657753:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3377ad. 00010000:00000010:1.1:1776198908.657755:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a7f3a6e. 00010000:00000010:1.1:1776198908.657760:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e581aab. 00010000:00000010:1.1:1776198908.657763:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7de1e3c. 00010000:00000010:1.1:1776198908.657768:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010875b9a. 00010000:00000010:1.1:1776198908.657772:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff84f62. 00010000:00000010:1.1:1776198908.657774:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d90c45. 00010000:00000010:1.1:1776198908.657780:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f264695. 00010000:00000010:1.1:1776198908.657783:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2bb9dfa. 00010000:00000010:1.1:1776198908.657787:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064093a17. 00010000:00000010:1.1:1776198908.658005:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deb767b7. 00010000:00000010:1.1:1776198908.658010:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476cf651. 00010000:00000010:1.1:1776198908.658013:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1b52c3. 00010000:00000010:1.1:1776198908.658017:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7a63843. 00010000:00000010:1.1:1776198908.658020:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030122caf. 00010000:00000010:1.1:1776198908.658022:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e10e49. 00010000:00000010:1.1:1776198908.658025:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee05301. 00010000:00000010:1.1:1776198908.658029:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083dc23f. 00010000:00000010:1.1:1776198908.658038:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000223f39ee. 00010000:00000010:1.1:1776198908.658042:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015c1c70. 00010000:00000010:1.1:1776198908.658046:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000942fc07d. 00010000:00000010:1.1:1776198908.658049:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005173589a. 00010000:00000010:1.1:1776198908.658052:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a211a867. 00010000:00000010:1.1:1776198908.658055:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9f29031. 00010000:00000010:1.1:1776198908.658058:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041302a64. 00010000:00000010:1.1:1776198908.658060:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df97e8ab. 00010000:00000010:1.1:1776198908.658063:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8aea93c. 00010000:00000010:1.1:1776198908.658065:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001803c21a. 00010000:00000010:1.1:1776198908.658068:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ecd5e73. 00010000:00000010:1.1:1776198908.658071:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a39d518. 00010000:00000010:1.1:1776198908.658074:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006847e7ad. 00010000:00000010:1.1:1776198908.658078:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a14ed02f. 00010000:00000010:1.1:1776198908.658080:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c04a3b0e. 00010000:00000010:1.1:1776198908.658083:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c06920b. 00010000:00000010:1.1:1776198908.658086:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7afa4ec. 00010000:00000010:1.1:1776198908.658090:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.1:1776198908.658094:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c98a75. 00010000:00000010:1.1:1776198908.658098:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198908.658101:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e709cfe. 00010000:00000010:1.1:1776198908.658105:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:1.1:1776198908.658109:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ddf470. 00010000:00000010:1.1:1776198908.658111:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:1.1:1776198908.658114:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089415a41. 00010000:00000010:1.1:1776198908.658117:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.1:1776198908.658120:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f65ed7. 00010000:00000010:1.1:1776198908.658122:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.1:1776198908.658127:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099651552. 00010000:00000010:1.1:1776198908.658130:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198908.658132:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012bd5067. 00010000:00000010:1.1:1776198908.658135:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.1:1776198908.658138:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004732c5bf. 00010000:00000010:1.1:1776198908.658141:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:1.1:1776198908.658143:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf41ad51. 00010000:00000010:1.1:1776198908.658146:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198908.658148:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b9a0829. 00010000:00000010:1.1:1776198908.658416:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.1:1776198908.658421:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005f70bc5. 00010000:00000010:1.1:1776198908.658425:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:1.1:1776198908.658427:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088bad9c4. 00010000:00000010:1.1:1776198908.658430:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c382ade. 00010000:00000010:1.1:1776198908.658434:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d84601aa. 00010000:00000010:1.1:1776198908.658437:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.1:1776198908.658440:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88bcda4. 00010000:00000010:1.1:1776198908.658444:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.1:1776198908.658452:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f766b699. 00010000:00000010:1.1:1776198908.658455:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.1:1776198908.658463:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009146790d. 00010000:00000010:1.1:1776198908.658469:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:1.1:1776198908.658473:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001074f3cf. 00010000:00000010:1.1:1776198908.658476:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bfe438. 00010000:00000010:1.1:1776198908.658481:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec42dea0. 00010000:00000010:1.1:1776198908.658485:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f910ae. 00010000:00000010:1.1:1776198908.658489:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d1748e. 00010000:00000010:1.1:1776198908.658492:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.1:1776198908.658494:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e248b571. 00010000:00000010:1.1:1776198908.658497:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.1:1776198908.658500:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df595b00. 00010000:00000010:1.1:1776198908.658502:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.1:1776198908.658505:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a17797. 00010000:00000010:1.1:1776198908.658507:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.1:1776198908.658511:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace45c2. 00010000:00000010:1.1:1776198908.658514:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.1:1776198908.658516:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000515e391. 00010000:00000010:1.1:1776198908.658519:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397e2504. 00010000:00000010:1.1:1776198908.658522:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8d98e0. 00010000:00000010:1.1:1776198908.658524:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.1:1776198908.658527:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198908.658530:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198908.658532:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b616a37c. 00010000:00000010:1.1:1776198908.658535:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.1:1776198908.659044:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b061fe4. 00010000:00000010:1.1:1776198908.659052:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00000400:00000200:0.0:1776198908.663733:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.663761:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e300 00000400:00000200:0.0:1776198908.663773:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88e5 [1] + 224 00000400:00000200:0.0:1776198908.663789:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.663804:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.663818:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231088384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.665374:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.665396:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f762c0 00000400:00000200:0.0:1776198908.665405:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 1312 00000400:00000200:0.0:1776198908.665423:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.665427:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.665437:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.665445:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000020:00000010:0.0:1776198908.665523:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f0044a. 00000020:00000010:0.0:1776198908.665531:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ace44143. 00000020:00000010:0.0:1776198908.665538:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.671016:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217751744/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198908.671099:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751744 02000000:00000010:0.0:1776198908.671123:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000907ed1ad. 00010000:00000010:2.1:1776198908.671182:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086d0a5be. 00010000:00000010:0.0:1776198908.671184:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000033c74db. 00010000:00000010:2.1:1776198908.671189:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3d1c9b. 00000100:00000010:0.0:1776198908.671195:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198908.671204:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:0.0:1776198908.671208:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000033c74db. 00000400:00000010:0.0:1776198908.671230:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198908.671239:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751744, offset 224 00000400:00000200:0.0:1776198908.671496:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.671518:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.671526:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92555:92555:256:4294967295] 192.168.204.56@tcp LPNI seq info [92555:92555:8:4294967295] 00000400:00000200:0.0:1776198908.671537:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.671543:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.671549:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198908.671557:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.671565:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.671570:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.671614:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ace44143. 00000020:00000010:0.0:1776198908.671621:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.671625:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f0044a. 00000800:00000200:2.0:1776198908.672128:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.672134:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198908.672141:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.672148:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:1.0:1776198908.682839:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052ebabcb. 00000400:00000200:1.0:1776198908.682870:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:1.0:1776198908.682873:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:1.0:1776198908.682899:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231088384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.683068:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231088384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198908.683114:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f2a554e. 02000000:00000010:1.0:1776198908.683142:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb03c5c0. 02000000:00000010:1.0:1776198908.683151:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013253f59. 00000100:00000010:1.0:1776198908.683159:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:1.0:1776198908.683164:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:1.0:1776198908.683169:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099a6becf. 00010000:00000010:3.1:1776198908.685194:0:78595:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5a66cdd. 00080000:00000010:0.0:1776198908.685523:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6f0044a. 00010000:00000010:0.0:1776198908.685684:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005d6e75a. 00010000:00000010:0.0:1776198908.685697:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f25dba9. 00010000:00000010:0.0:1776198908.685818:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008deb6ff9. 00010000:00000010:0.0:1776198908.685828:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198908.685847:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000033c74db. 00000100:00000010:0.0:1776198908.685869:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198908.685888:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198908.685912:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1caccf6. 02000000:00000010:0.0:1776198908.685963:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000942cfa66. 00000400:00000010:0.0:1776198908.686210:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f25258c. 00000400:00000010:0.0:1776198908.686224:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198908.686235:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088448, portal 16 00000400:00000010:0.0:1776198908.686378:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198908.686385:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088448, offset 0 00000400:00000200:0.0:1776198908.686400:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.686427:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.686438:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.686442:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.686446:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.686449:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92556:92556:255:4294967295] 192.168.204.56@tcp LPNI seq info [92556:92556:7:4294967295] 00000400:00000200:0.0:1776198908.686462:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.686469:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.686475:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198908.686483:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.686492:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.686498:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776198908.688606:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:2.0:1776198908.688620:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000800:00000200:2.0:1776198908.688799:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.688804:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198908.688815:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.688830:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.688833:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:2.0:1776198908.688835:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:2.0:1776198908.688848:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231088448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.699675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5441b4c. 00000400:00000200:1.0:1776198908.699739:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.699764:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e340 00000400:00000200:1.0:1776198908.699776:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88f1 [1] + 224 00000400:00000200:1.0:1776198908.699794:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.699799:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.699817:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231088448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.700109:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.700116:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76300 00000400:00000200:1.0:1776198908.700123:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 1640 00000400:00000200:1.0:1776198908.700135:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.700138:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.700143:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.700150:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 00000020:00000010:3.0:1776198908.702136:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a328b0. 00000020:00000010:3.0:1776198908.702155:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198908.702162:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.702211:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217751808/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198908.702289:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751808 02000000:00000010:3.0:1776198908.702308:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000185366c. 00010000:00000010:3.0:1776198908.702363:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.702374:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017ab5452. 00000100:00000010:3.0:1776198908.702383:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017ab5452. 00010000:00000010:3.0:1776198908.702387:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000010:3.0:1776198908.702409:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198908.702417:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751808, offset 224 00000400:00000200:3.0:1776198908.702427:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.702448:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.702456:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92557:92557:256:4294967295] 192.168.204.56@tcp LPNI seq info [92557:92557:8:4294967295] 00000400:00000200:3.0:1776198908.702469:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.702476:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.702482:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198908.702490:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.702498:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.702503:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.702525:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198908.702530:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.702534:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a328b0. 00000800:00000200:3.0:1776198908.702697:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.702703:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:3.0:1776198908.702719:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.702724:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.702729:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:3.0:1776198908.702732:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00010000:00000010:0.1:1776198908.705994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de8a097. 00010000:00000010:0.1:1776198908.706017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc2f81c. 00000400:00000010:2.0:1776198908.709415:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f25258c. 00000400:00000200:2.0:1776198908.709435:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198908.709438:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:2.0:1776198908.709461:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231088448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.709474:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231088448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198908.709512:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000abf5e508. 02000000:00000010:2.0:1776198908.709540:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000942cfa66. 02000000:00000010:2.0:1776198908.709547:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1caccf6. 00000100:00000010:2.0:1776198908.709551:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:2.0:1776198908.709556:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:2.0:1776198908.709560:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000033c74db. 00080000:00000010:0.0:1776198908.710394:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6d72ad6. 00010000:00000010:0.0:1776198908.710520:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198908.710529:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcb13596. 00010000:00000010:0.0:1776198908.710638:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:0.0:1776198908.710644:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c71c89ac. 00010000:00000010:0.0:1776198908.710659:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ad7ef1c. 00000100:00000010:0.0:1776198908.710669:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198908.710680:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198908.710697:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dde23101. 02000000:00000010:0.0:1776198908.710733:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1caccf6. 00000400:00000010:0.0:1776198908.710740:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cb05691. 00000400:00000010:0.0:1776198908.710748:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198908.710756:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088512, portal 16 00000400:00000010:0.0:1776198908.710762:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198908.710765:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088512, offset 0 00000400:00000200:0.0:1776198908.710777:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.710811:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.710821:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.710826:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.710829:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.710833:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92558:92558:256:4294967295] 192.168.204.56@tcp LPNI seq info [92558:92558:8:4294967295] 00000400:00000200:0.0:1776198908.710844:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.710860:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.710866:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198908.710873:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.710882:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.710888:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.713444:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.713454:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:2.0:1776198908.713465:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.713479:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.713487:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:2.0:1776198908.713490:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:2.0:1776198908.713503:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231088512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.725315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a51d82f. 00010000:00000010:0.1:1776198908.725743:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a096ea3c. 00010000:00000010:0.1:1776198908.725752:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00000400:00000200:1.0:1776198908.726754:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.726784:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e380 00000400:00000200:1.0:1776198908.726797:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb88fd [1] + 224 00000400:00000200:1.0:1776198908.726815:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.726821:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.726840:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231088512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.726986:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.726992:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76340 00000400:00000200:1.0:1776198908.727000:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb720d [2] + 1968 00000400:00000010:1.0:1776198908.727005:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077f2d3e8. 00000400:00000200:1.0:1776198908.727012:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005985ba90 00000400:00000010:2.0:1776198908.727030:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cb05691. 00000400:00000200:2.0:1776198908.727038:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:2.0:1776198908.727041:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:2.0:1776198908.727048:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231088512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.727059:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231088512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.727084:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.727090:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.727093:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005985ba90 00000400:00000010:1.0:1776198908.727095:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005985ba90 (tot 82346882). 02000000:00000010:2.0:1776198908.727101:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1caccf6. 00000100:00000200:1.0:1776198908.727104:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1776198908.727110:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dde23101. 00000100:00000010:2.0:1776198908.727116:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:2.0:1776198908.727121:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:2.0:1776198908.727125:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ad7ef1c. 00000020:00000010:3.0:1776198908.727825:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a988c20. 00000020:00000010:3.0:1776198908.727839:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198908.727927:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.727966:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007efcc3b5 x1862477217751872/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198908.728022:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751872 02000000:00000010:3.0:1776198908.728041:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a328b0. 00010000:00000010:3.0:1776198908.728084:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a9f5603. 00010000:00000010:3.0:1776198908.728114:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.728123:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017ab5452. 00000100:00000010:3.0:1776198908.728143:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000017ab5452. 00010000:00000010:3.0:1776198908.728147:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000010:3.0:1776198908.728166:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198908.728173:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751872, offset 224 00000400:00000200:3.0:1776198908.728184:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198908.728195:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074b649f8. 00000400:00000200:3.0:1776198908.728201:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.728209:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92559:92559:256:4294967295] 192.168.204.56@tcp LPNI seq info [92559:92559:8:4294967295] 00000400:00000200:3.0:1776198908.728222:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.728229:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.728235:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198908.728242:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.728278:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.728284:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.728315:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198908.728321:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.728327:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a988c20. 02000000:00000010:3.0:1776198908.728339:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000185366c. 00000100:00000010:3.0:1776198908.728352:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 02000000:00000010:3.0:1776198908.728357:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000907ed1ad. 00000100:00000010:3.0:1776198908.728359:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 02000000:00000010:3.0:1776198908.728365:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000631c1184. 00000100:00000010:3.0:1776198908.728368:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ce96fe7. 02000000:00000010:3.0:1776198908.728371:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098a560fc. 00000100:00000010:3.0:1776198908.728373:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:3.0:1776198908.728378:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6e3456d. 00000100:00000010:3.0:1776198908.728380:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.728384:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000076b2522. 00000100:00000010:3.0:1776198908.728386:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000200:3.0:1776198908.728394:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198908.728402:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ec97ae. 00000400:00000010:3.0:1776198908.728406:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000017ab5452 (tot 82347282). 00010000:00000010:2.0:1776198908.728518:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c71c89ac. 00010000:00000010:2.0:1776198908.728526:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da3c6ee1. 00010000:00000010:2.0:1776198908.728628:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f77afdb. 00010000:00000010:2.0:1776198908.728635:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cc63b91. 00010000:00000010:2.0:1776198908.728648:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067b89c02. 00000100:00000010:2.0:1776198908.728653:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.728661:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198908.728676:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c7e86a3. 02000000:00000010:2.0:1776198908.728708:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b86f4192. 00000400:00000010:2.0:1776198908.728713:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d72aa7f0. 00000400:00000010:2.0:1776198908.728718:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198908.728721:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088576, portal 16 00000400:00000010:2.0:1776198908.728726:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198908.728728:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088576, offset 0 00000400:00000200:2.0:1776198908.728734:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.728742:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.728752:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.728756:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.728760:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.728762:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92560:92560:255:4294967295] 192.168.204.56@tcp LPNI seq info [92560:92560:7:4294967295] 00000400:00000200:2.0:1776198908.728771:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.728775:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.728779:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198908.728783:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.728787:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.728790:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.729354:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.729361:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347282). 00000400:00000200:1.0:1776198908.729379:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.729387:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.729393:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:1.0:1776198908.729396:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 02000000:00000010:1.0:1776198908.729405:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a328b0. 00000800:00000200:1.0:1776198908.729493:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.729728:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.729735:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.729739:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.729742:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:1.0:1776198908.729744:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000100:00000200:1.0:1776198908.729753:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231088576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.736367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c624462d. 00000400:00000200:2.0:1776198908.740040:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.740067:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e3c0 00000400:00000200:2.0:1776198908.740082:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb890d [1] + 224 00000400:00000200:2.0:1776198908.740098:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.740103:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.740118:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231088576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.740218:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.740225:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76380 00000400:00000200:2.0:1776198908.740231:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 0 00000400:00000200:2.0:1776198908.740340:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.740354:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.740359:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.740368:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:1.0:1776198908.741240:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7cb3ba. 00000020:00000010:1.0:1776198908.741294:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.741301:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.741342:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217751936/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198908.741382:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217751936 02000000:00000010:1.0:1776198908.741396:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a594f2d2. 00010000:00000010:1.0:1776198908.741455:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.741465:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.741476:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.741482:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.741506:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198908.741514:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217751936, offset 224 00000400:00000200:1.0:1776198908.741527:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.741549:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.741558:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92561:92561:256:4294967295] 192.168.204.56@tcp LPNI seq info [92561:92561:8:4294967295] 00000400:00000200:1.0:1776198908.741572:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000400:00000010:3.0:1776198908.741683:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d72aa7f0. 00000400:00000200:3.0:1776198908.741690:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:3.0:1776198908.741693:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:3.0:1776198908.741701:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231088576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.741711:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231088576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.741742:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f06f691. 02000000:00000010:3.0:1776198908.741768:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b86f4192. 02000000:00000010:3.0:1776198908.741775:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c7e86a3. 00000100:00000010:3.0:1776198908.741780:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:3.0:1776198908.741785:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:3.0:1776198908.741789:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067b89c02. 00000800:00000200:1.0:1776198908.741790:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.741806:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00080000:00000010:3.0:1776198908.741811:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054a328b0. 00000800:00000200:1.0:1776198908.741816:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.741825:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.741830:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.741993:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.742000:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.742004:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7cb3ba. 00010000:00000010:3.0:1776198908.746349:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cc63b91. 00010000:00000010:3.0:1776198908.746379:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051de7c5a. 00000800:00000200:1.0:1776198908.747147:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.747722:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198908.747733:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.747748:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.747756:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:1.0:1776198908.747759:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00010000:00000010:2.1:1776198908.749906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009888cd8. 00010000:00000010:2.1:1776198908.749930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:3.0:1776198908.754613:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:2.0:1776198908.755032:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198908.755062:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb5c5a85. 00000100:00000010:2.0:1776198908.755075:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198908.755091:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198908.755114:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f026c96. 02000000:00000010:2.0:1776198908.755157:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000634d0e73. 00000400:00000010:2.0:1776198908.755167:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009db59f5b. 00000400:00000010:2.0:1776198908.755176:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198908.755187:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088640, portal 16 00000400:00000010:2.0:1776198908.755194:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198908.755197:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088640, offset 0 00000400:00000200:2.0:1776198908.755210:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.755235:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.755246:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.755249:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.755287:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.755291:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92562:92562:256:4294967295] 192.168.204.56@tcp LPNI seq info [92562:92562:8:4294967295] 00000400:00000200:2.0:1776198908.755304:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.755470:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.755479:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.755489:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.755499:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.755504:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.756512:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.756520:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.756531:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.756542:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.756551:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:1.0:1776198908.756553:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000100:00000200:1.0:1776198908.756565:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231088640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.764636:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.764665:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e400 00000400:00000200:2.0:1776198908.764679:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8919 [1] + 224 00000400:00000200:2.0:1776198908.764694:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.764699:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.764715:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231088640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.764994:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.765002:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f763c0 00000400:00000200:2.0:1776198908.765008:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 328 00000400:00000200:2.0:1776198908.765084:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.765088:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.765093:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.765100:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:1.0:1776198908.765360:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7cb3ba. 00000020:00000010:1.0:1776198908.765369:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.765374:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000400:00000010:3.0:1776198908.765399:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009db59f5b. 00000100:00000200:1.0:1776198908.765411:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217752000/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198908.765446:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752000 02000000:00000010:1.0:1776198908.765461:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f601b554. 00010000:00000010:1.0:1776198908.765519:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.765529:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.765538:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.765542:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.765561:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000400:00000200:3.0:1776198908.765644:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:3.0:1776198908.765648:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:3.0:1776198908.765657:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231088640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.765665:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231088640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.765692:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcf0de3c. 02000000:00000010:3.0:1776198908.765711:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000634d0e73. 02000000:00000010:3.0:1776198908.765718:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f026c96. 00000100:00000010:3.0:1776198908.765722:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:3.0:1776198908.765726:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:3.0:1776198908.765729:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb5c5a85. 00080000:00000010:2.0:1776198908.770634:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000396429f2. 00010000:00000010:2.0:1776198908.770813:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198908.770827:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef0d8be2. 00010000:00000010:2.0:1776198908.771091:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b879255d. 00010000:00000010:2.0:1776198908.771098:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ef0d8be2. 00010000:00000010:2.0:1776198908.771106:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.0:1776198908.771113:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00080000:00000010:2.0:1776198908.771137:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd0ad272. 00010000:00000010:2.0:1776198908.771166:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198908.771171:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef0d8be2. 00010000:00000010:2.0:1776198908.771239:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ac4982. 00010000:00000010:2.0:1776198908.771244:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198908.771286:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000abeaa120. 00000100:00000010:2.0:1776198908.771297:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.771310:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198908.771330:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3dc66c6. 02000000:00000010:2.0:1776198908.771379:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce4ba2f1. 00000400:00000010:2.0:1776198908.771389:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000100:00000200:1.0:1776198908.772725:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752000, offset 224 00000400:00000200:1.0:1776198908.772750:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.772776:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.772785:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92563:92563:256:4294967295] 192.168.204.56@tcp LPNI seq info [92563:92563:8:4294967295] 00000400:00000200:1.0:1776198908.772808:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.772815:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.772821:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198908.772830:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.772838:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.772843:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.773085:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.773094:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.773099:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7cb3ba. 00000800:00000200:0.0:1776198908.773351:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.773356:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198908.773363:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.773370:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.773377:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:0.0:1776198908.773379:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00010000:00000010:3.1:1776198908.774272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c5c4c5. 00010000:00000010:3.1:1776198908.774286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7e87dda. 00010000:00000010:3.1:1776198908.774292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f77afdb. 00000400:00000010:2.0:1776198908.774668:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198908.774681:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088704, portal 16 00000400:00000010:2.0:1776198908.774691:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198908.774694:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088704, offset 0 00000400:00000200:2.0:1776198908.774705:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.774724:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.774786:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.774792:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.774795:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.774799:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92564:92564:256:4294967295] 192.168.204.56@tcp LPNI seq info [92564:92564:8:4294967295] 00000400:00000200:2.0:1776198908.774818:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.774824:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.774832:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.774840:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.775203:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.775209:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.776140:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.776146:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.776156:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.776164:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.776170:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:1.0:1776198908.776173:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:1.0:1776198908.776185:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231088704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.777675:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007affc1cf. 00010000:00000010:2.1:1776198908.787291:0:78589:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f9cf1d2. 00010000:00000010:2.1:1776198908.787305:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00010000:00000010:2.1:1776198908.787310:0:78589:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b879255d. 00010000:00000010:2.1:1776198908.787312:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0e698d. 00000400:00000200:2.0:1776198908.789452:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.789474:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e440 00000400:00000200:2.0:1776198908.789483:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8925 [1] + 224 00000400:00000200:2.0:1776198908.789496:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.789502:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.789514:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231088704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.789662:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.789673:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76400 00000400:00000200:2.0:1776198908.789679:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 656 00000400:00000200:2.0:1776198908.789750:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.789753:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.789758:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.789764:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:1.0:1776198908.789944:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7cb3ba. 00000020:00000010:1.0:1776198908.789959:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.789965:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.790013:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217752064/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.790054:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752064 02000000:00000010:1.0:1776198908.790069:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023ed2f3a. 00010000:00000010:1.0:1776198908.790124:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.790134:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.790142:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.790148:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000400:00000010:1.0:1776198908.790167:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198908.790175:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752064, offset 224 00000400:00000200:1.0:1776198908.790184:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.790202:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.790209:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92565:92565:256:4294967295] 192.168.204.56@tcp LPNI seq info [92565:92565:8:4294967295] 00000400:00000200:1.0:1776198908.790220:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.790227:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.790234:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198908.790497:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.790509:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.790514:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.790596:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.790603:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.790606:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7cb3ba. 00000400:00000010:3.0:1776198908.792986:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:3.0:1776198908.793000:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198908.793003:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000100:00000200:3.0:1776198908.793018:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231088704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.793029:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231088704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.793058:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000379bac5e. 02000000:00000010:3.0:1776198908.793079:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce4ba2f1. 02000000:00000010:3.0:1776198908.793084:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3dc66c6. 00000100:00000010:3.0:1776198908.793088:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:3.0:1776198908.793092:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:3.0:1776198908.793095:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000abeaa120. 00080000:00000010:1.0:1776198908.793722:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7cb3ba. 00010000:00000010:1.0:1776198908.793840:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:1.0:1776198908.793848:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049256ba4. 00010000:00000010:1.0:1776198908.793921:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.0:1776198908.793926:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056ca70e7. 00010000:00000010:1.0:1776198908.793937:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c9e7a314. 00000100:00000010:1.0:1776198908.793944:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.793952:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 02000000:00000010:1.0:1776198908.793965:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000882955bf. 02000000:00000010:1.0:1776198908.794003:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb8449ce. 00000400:00000010:1.0:1776198908.794008:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198908.794013:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198908.794020:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088768, portal 16 00000400:00000010:1.0:1776198908.794025:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198908.794027:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088768, offset 0 00000400:00000200:1.0:1776198908.794034:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.794049:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.794056:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.794059:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.794062:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.794066:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92566:92566:255:4294967295] 192.168.204.56@tcp LPNI seq info [92566:92566:7:4294967295] 00000400:00000200:1.0:1776198908.794075:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.794081:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.794085:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347530). 00000800:00000200:1.0:1776198908.794090:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.794097:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.794100:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.797707:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.797715:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347282). 00000400:00000200:1.0:1776198908.797725:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.797734:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.797740:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198908.797742:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000800:00000200:1.0:1776198908.798117:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.798120:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:1.0:1776198908.798124:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.798128:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.798131:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:1.0:1776198908.798133:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:1.0:1776198908.798142:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080f6e3ad x1862477231088768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.800876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037383d5b. 00000400:00000200:1.0:1776198908.803152:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.803175:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e480 00000400:00000200:1.0:1776198908.803186:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8931 [1] + 224 00010000:00000010:1.1:1776198908.803409:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f94357d. 00010000:00000010:1.1:1776198908.803420:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ac4982. 00000400:00000200:1.0:1776198908.803453:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.803458:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.803469:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080f6e3ad x1862477231088768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.803509:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.803515:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76440 00000400:00000200:1.0:1776198908.803520:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 984 00000400:00000200:1.0:1776198908.803594:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.803597:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.803601:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.803606:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 00000400:00000010:2.0:1776198908.803696:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:2.0:1776198908.803702:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:2.0:1776198908.803705:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000100:00000200:2.0:1776198908.803712:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080f6e3ad x1862477231088768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.803720:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080f6e3ad x1862477231088768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.803752:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb8449ce. 02000000:00000010:2.0:1776198908.803759:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000882955bf. 00000100:00000010:2.0:1776198908.803763:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 00000100:00000010:2.0:1776198908.803767:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:2.0:1776198908.803771:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c9e7a314. 00000020:00000010:0.0:1776198908.803787:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000942cfa66. 00000020:00000010:0.0:1776198908.803797:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ace44143. 00000020:00000010:0.0:1776198908.803802:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.803826:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee7f46c8 x1862477217752128/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198908.803861:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752128 02000000:00000010:0.0:1776198908.803872:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000907ed1ad. 00010000:00000010:0.0:1776198908.803899:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b33fed6. 00010000:00000010:0.0:1776198908.803922:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198908.803928:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198908.804008:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198908.804012:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198908.804033:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198908.804038:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752128, offset 224 00000400:00000200:0.0:1776198908.804046:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.804057:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.804062:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92567:92567:256:4294967295] 192.168.204.56@tcp LPNI seq info [92567:92567:8:4294967295] 00000400:00000200:0.0:1776198908.804072:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.804077:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.804082:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198908.804087:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.804094:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.804097:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.804127:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ace44143. 00000020:00000010:0.0:1776198908.804131:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.804134:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000942cfa66. 00000800:00000200:3.0:1776198908.804207:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.804212:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198908.804216:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.804220:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.804223:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:3.0:1776198908.804224:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00080000:00000010:2.0:1776198908.804884:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e49014. 00010000:00000010:2.0:1776198908.805402:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056ca70e7. 00010000:00000010:2.0:1776198908.805412:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad8cb1db. 00010000:00000010:2.0:1776198908.805513:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.0:1776198908.805519:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.805531:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00000100:00000010:2.0:1776198908.805537:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.805545:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.805560:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057f6d800. 02000000:00000010:2.0:1776198908.805593:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000535fbfa3. 00000400:00000010:2.0:1776198908.805599:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198908.805606:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198908.805613:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088832, portal 16 00000400:00000010:2.0:1776198908.805618:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198908.805621:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088832, offset 0 00000400:00000200:2.0:1776198908.805628:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.805641:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.805649:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.805653:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.805656:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.805658:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92568:92568:256:4294967295] 192.168.204.56@tcp LPNI seq info [92568:92568:8:4294967295] 00000400:00000200:2.0:1776198908.805667:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.805672:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.805677:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198908.805682:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.805689:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.805693:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.805948:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.805952:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:1.0:1776198908.805956:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.805961:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.805965:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:1.0:1776198908.805967:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:1.0:1776198908.805983:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231088832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.809322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007381d700. 00000400:00000200:1.0:1776198908.809991:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.810009:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e4c0 00000400:00000200:1.0:1776198908.810019:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb893d [1] + 224 00000400:00000200:1.0:1776198908.810031:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.810036:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.810047:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231088832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.810082:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.810087:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76480 00000400:00000200:1.0:1776198908.810092:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 1312 00000400:00000200:1.0:1776198908.810100:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.810102:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.810106:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.810113:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 00000400:00000010:2.0:1776198908.810191:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:2.0:1776198908.810197:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198908.810199:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198908.810205:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231088832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.810212:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231088832/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.810286:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000535fbfa3. 02000000:00000010:2.0:1776198908.810294:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057f6d800. 00000100:00000010:2.0:1776198908.810297:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.810302:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.810306:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00000020:00000010:3.0:1776198908.810311:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:3.0:1776198908.810322:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198908.810327:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.810357:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080f6e3ad x1862477217752192/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.810388:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752192 02000000:00000010:3.0:1776198908.810400:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6e3456d. 00010000:00000010:3.0:1776198908.810428:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004674e1bf. 00010000:00000010:3.0:1776198908.810452:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.810460:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1d57dd. 00000100:00000010:3.0:1776198908.810477:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1d57dd. 00010000:00000010:3.0:1776198908.810480:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000010:3.0:1776198908.810493:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198908.810497:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752192, offset 224 00000400:00000200:3.0:1776198908.810504:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.810515:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.810521:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92569:92569:256:4294967295] 192.168.204.56@tcp LPNI seq info [92569:92569:8:4294967295] 00000400:00000200:3.0:1776198908.810532:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.810538:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198908.810538:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057f6d800. 00000800:00000010:3.0:1776198908.810544:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000878ce1d3 (tot 82347282). 00000800:00000200:3.0:1776198908.810551:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.810557:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.810560:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000878ce1d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.810586:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d61cac13. 00000020:00000010:3.0:1776198908.810591:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.810594:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 00010000:00000010:2.0:1776198908.810639:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.810648:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fe0036e. 00000800:00000200:0.0:1776198908.810847:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.810851:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000878ce1d3 (tot 82347034). 00000400:00000200:0.0:1776198908.810855:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.810859:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.810862:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:0.0:1776198908.810864:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00010000:00000010:2.0:1776198908.810957:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000badd3581. 00010000:00000010:2.0:1776198908.810965:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.810990:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00000100:00000010:2.0:1776198908.810995:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.811001:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.811012:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000535fbfa3. 02000000:00000010:2.0:1776198908.811034:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3dc66c6. 00000400:00000010:2.0:1776198908.811040:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198908.811043:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198908.811048:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088896, portal 16 00000400:00000010:2.0:1776198908.811052:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198908.811055:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088896, offset 0 00000400:00000200:2.0:1776198908.811060:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.811066:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.811072:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.811075:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.811077:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.811080:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92570:92570:256:4294967295] 192.168.204.56@tcp LPNI seq info [92570:92570:8:4294967295] 00000400:00000200:2.0:1776198908.811086:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.811090:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.811093:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198908.811096:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.811100:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.811102:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.815650:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.815659:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:1.0:1776198908.815667:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.815677:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.815682:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:1.0:1776198908.815685:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:1.0:1776198908.815696:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231088896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.822292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b85dbb. 00010000:00000010:2.1:1776198908.822307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00000400:00000200:1.0:1776198908.823946:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.823964:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e500 00000400:00000200:1.0:1776198908.823982:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8949 [1] + 224 00000400:00000200:1.0:1776198908.823996:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.824000:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.824010:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231088896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.825053:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.825063:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f764c0 00000400:00000200:1.0:1776198908.825070:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 1640 00000400:00000200:1.0:1776198908.825138:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.825142:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.825147:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.825153:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 00000020:00000010:1.0:1776198908.825203:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d44873e7. 00000020:00000010:1.0:1776198908.825209:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.825213:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.825240:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217752256/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198908.825299:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752256 02000000:00000010:1.0:1776198908.825311:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000652bed99. 00010000:00000010:1.0:1776198908.825350:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037727ab4. 00000100:00000010:1.0:1776198908.825358:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.825364:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.825367:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037727ab4. 00000400:00000010:1.0:1776198908.825381:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198908.825386:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752256, offset 224 00000400:00000200:1.0:1776198908.825393:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.825405:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.825410:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92571:92571:256:4294967295] 192.168.204.56@tcp LPNI seq info [92571:92571:8:4294967295] 00000400:00000200:1.0:1776198908.825419:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.825424:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.825429:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.825436:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.825444:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.825447:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.825465:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002cc02acc. 00000020:00000010:1.0:1776198908.825469:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.825472:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d44873e7. 00010000:00000010:2.1:1776198908.825732:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e00cf5de. 00010000:00000010:2.1:1776198908.825741:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0e698d. 00000400:00000010:2.0:1776198908.825756:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:2.0:1776198908.825760:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198908.825762:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198908.825769:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231088896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.825781:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231088896/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776198908.825961:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.825965:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:1.0:1776198908.825978:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.825983:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.825986:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:1.0:1776198908.825988:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00010000:00000010:2.0:1776198908.826250:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0b3cf9. 02000000:00000010:2.0:1776198908.826296:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3dc66c6. 02000000:00000010:2.0:1776198908.826301:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000535fbfa3. 00000100:00000010:2.0:1776198908.826304:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.826307:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.826310:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00080000:00000010:2.0:1776198908.826326:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000535fbfa3. 00010000:00000010:2.0:1776198908.826420:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.826426:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000930999ae. 00010000:00000010:2.0:1776198908.826499:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.0:1776198908.826505:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.826517:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00000100:00000010:2.0:1776198908.826521:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.826528:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.826539:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3dc66c6. 02000000:00000010:2.0:1776198908.826565:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce4ba2f1. 00000400:00000010:2.0:1776198908.826571:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198908.826575:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198908.826614:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231088960, portal 16 00000400:00000010:2.0:1776198908.826620:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198908.826622:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231088960, offset 0 00000400:00000200:2.0:1776198908.826628:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.826637:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.826644:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.826647:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.826650:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.826652:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92572:92572:256:4294967295] 192.168.204.56@tcp LPNI seq info [92572:92572:8:4294967295] 00000400:00000200:2.0:1776198908.826659:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.826665:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.826668:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198908.826673:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.826678:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.826681:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.827014:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.827017:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:1.0:1776198908.827022:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.827026:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.827030:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:1.0:1776198908.827031:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:1.0:1776198908.827037:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231088960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.827326:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac20786f. 00000400:00000200:1.0:1776198908.828206:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.828221:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e540 00000400:00000200:1.0:1776198908.828228:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8955 [1] + 224 00000400:00000200:1.0:1776198908.828241:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.828244:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.828412:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231088960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.828501:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:2.0:1776198908.828506:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198908.828508:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:2.0:1776198908.828513:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231088960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.828521:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231088960/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.828544:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce4ba2f1. 02000000:00000010:2.0:1776198908.828549:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3dc66c6. 00000100:00000010:2.0:1776198908.828553:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.828557:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.828559:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00000400:00000200:1.0:1776198908.829174:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.829186:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76500 00000400:00000200:1.0:1776198908.829192:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7265 [2] + 1968 00000400:00000010:1.0:1776198908.829196:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c38df2. 00000400:00000200:1.0:1776198908.829199:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000242e2ec8 00000400:00000200:1.0:1776198908.829281:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.829286:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.829288:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000242e2ec8 00000400:00000010:1.0:1776198908.829291:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000242e2ec8 (tot 82346882). 00000100:00000200:1.0:1776198908.829295:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198908.829525:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:3.0:1776198908.829532:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198908.829536:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.829557:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ce1ad5 x1862477217752320/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198908.829579:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752320 02000000:00000010:3.0:1776198908.829588:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000076b2522. 00010000:00000010:3.0:1776198908.829612:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004181bd43. 00010000:00000010:3.0:1776198908.829630:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.829636:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1d57dd. 00000100:00000010:3.0:1776198908.829644:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1d57dd. 00010000:00000010:3.0:1776198908.829647:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000010:3.0:1776198908.829657:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198908.829661:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752320, offset 224 00000400:00000200:3.0:1776198908.829668:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.829677:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.829682:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92573:92573:256:4294967295] 192.168.204.56@tcp LPNI seq info [92573:92573:8:4294967295] 00000400:00000200:3.0:1776198908.829691:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.829696:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.829701:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1c56ff (tot 82347130). 00000800:00000200:3.0:1776198908.829706:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.829712:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.829716:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b1c56ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.829742:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198908.829746:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.829750:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 02000000:00000010:3.0:1776198908.829758:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000652bed99. 00000100:00000010:3.0:1776198908.829762:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 02000000:00000010:3.0:1776198908.829765:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6e3456d. 00000100:00000010:3.0:1776198908.829767:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 02000000:00000010:3.0:1776198908.829770:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000907ed1ad. 00000100:00000010:3.0:1776198908.829772:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 02000000:00000010:3.0:1776198908.829776:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023ed2f3a. 00000100:00000010:3.0:1776198908.829778:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198908.829782:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f601b554. 00000100:00000010:3.0:1776198908.829784:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:3.0:1776198908.829787:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a594f2d2. 00000100:00000010:3.0:1776198908.829796:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000200:3.0:1776198908.829801:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198908.830030:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006a159400. 00000400:00000010:3.0:1776198908.830034:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006d1d57dd (tot 82347282). 00000800:00000200:0.0:1776198908.830135:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.830139:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1c56ff (tot 82347034). 00000400:00000200:0.0:1776198908.830143:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.830147:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.830151:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:0.0:1776198908.830152:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 02000000:00000010:0.0:1776198908.830157:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000076b2522. 00080000:00000010:2.0:1776198908.830468:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3dc66c6. 00010000:00000010:2.0:1776198908.830550:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.830557:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fe05750. 00010000:00000010:2.0:1776198908.832076:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b879255d. 00010000:00000010:2.0:1776198908.832085:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ef0d8be2. 00010000:00000010:2.0:1776198908.832090:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.0:1776198908.832097:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00080000:00000010:2.0:1776198908.832119:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce4ba2f1. 00010000:00000010:2.0:1776198908.832177:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.832183:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef0d8be2. 00010000:00000010:2.0:1776198908.832236:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ca14c2. 00010000:00000010:2.0:1776198908.832240:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.832249:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00010000:00000010:2.1:1776198908.833675:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018e7e130. 00010000:00000010:2.1:1776198908.833685:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000748f9f7c. 00010000:00000010:2.1:1776198908.833689:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000badd3581. 00000100:00000010:2.0:1776198908.833705:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.833716:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.833731:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f026c96. 02000000:00000010:2.0:1776198908.833759:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000634d0e73. 00000400:00000010:2.0:1776198908.833765:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198908.833770:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198908.833777:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089024, portal 16 00000400:00000010:2.0:1776198908.833783:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198908.833785:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089024, offset 0 00000400:00000200:2.0:1776198908.833927:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.833944:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.833950:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.833954:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.833957:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.833960:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92574:92574:256:4294967295] 192.168.204.56@tcp LPNI seq info [92574:92574:8:4294967295] 00000400:00000200:2.0:1776198908.833976:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.833982:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.833988:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198908.833995:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.834002:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.834006:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.834816:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.834821:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:1.0:1776198908.834827:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.834832:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.834837:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:1.0:1776198908.834839:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000100:00000200:1.0:1776198908.834847:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231089024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.838050:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051288524. 00000400:00000200:1.0:1776198908.838135:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.838152:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e580 00000400:00000200:1.0:1776198908.838160:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8965 [1] + 224 00000400:00000200:1.0:1776198908.838174:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.838178:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.838190:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231089024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.838224:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.838229:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76540 00000400:00000200:1.0:1776198908.838234:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 0 00000400:00000010:2.0:1776198908.838241:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:2.0:1776198908.838246:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:2.0:1776198908.838248:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00010000:00000010:2.1:1776198908.838275:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008591111d. 00010000:00000010:2.1:1776198908.838281:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0e698d. 00000100:00000200:2.0:1776198908.838288:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231089024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.838295:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231089024/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.838302:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.838305:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.838309:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.838314:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:2.0:1776198908.838323:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000634d0e73. 02000000:00000010:2.0:1776198908.838329:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f026c96. 00000100:00000010:2.0:1776198908.838332:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198908.838336:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198908.838339:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00000020:00000010:3.0:1776198908.840530:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6e3456d. 00000020:00000010:3.0:1776198908.840543:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198908.840547:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.840729:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217752384/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198908.840801:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752384 02000000:00000010:3.0:1776198908.840813:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098a560fc. 00010000:00000010:3.0:1776198908.840843:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074a85468. 00010000:00000010:3.0:1776198908.840866:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.840875:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.840896:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.840899:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000010:3.0:1776198908.840913:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198908.840918:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752384, offset 224 00000400:00000200:3.0:1776198908.840926:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.840940:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.840946:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92575:92575:256:4294967295] 192.168.204.56@tcp LPNI seq info [92575:92575:8:4294967295] 00000400:00000200:3.0:1776198908.840956:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.840962:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.840966:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000823b4dd5 (tot 82347282). 00000800:00000200:3.0:1776198908.840981:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.840988:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.840991:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000823b4dd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.841012:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198908.841016:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.841019:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6e3456d. 00080000:00000010:2.0:1776198908.841070:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f026c96. 00010000:00000010:2.0:1776198908.841149:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.841155:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003286b104. 00010000:00000010:2.0:1776198908.841234:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc0e698d. 00010000:00000010:2.0:1776198908.841239:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198908.841249:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00010000:00000010:2.1:1776198908.841274:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b879255d. 00010000:00000010:2.1:1776198908.841279:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017efd0ef. 00000100:00000010:2.0:1776198908.841285:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198908.841291:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198908.841300:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000634d0e73. 02000000:00000010:2.0:1776198908.841324:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c7e86a3. 00000400:00000010:2.0:1776198908.841330:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198908.841335:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198908.841339:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089088, portal 16 00000400:00000010:2.0:1776198908.841343:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198908.841345:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089088, offset 0 00000400:00000200:2.0:1776198908.841350:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.841356:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.841363:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.841366:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.841368:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.841371:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92576:92576:255:4294967295] 192.168.204.56@tcp LPNI seq info [92576:92576:7:4294967295] 00000400:00000200:2.0:1776198908.841378:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.841382:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.841385:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347530). 00000800:00000200:2.0:1776198908.841388:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.841392:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.841394:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.846761:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.846768:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000823b4dd5 (tot 82347282). 00000400:00000200:1.0:1776198908.846776:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.846784:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.846799:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6ad3975 00000400:00000010:1.0:1776198908.846802:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6ad3975. 00000800:00000200:1.0:1776198908.846861:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.846863:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:1.0:1776198908.846865:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.846868:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.846870:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:1.0:1776198908.846872:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:1.0:1776198908.846879:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231089088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.849504:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.849524:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e5c0 00000400:00000200:0.0:1776198908.849532:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8971 [1] + 224 00000400:00000200:0.0:1776198908.849544:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.849548:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.849557:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231089088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198908.849604:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.849610:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76580 00000400:00000200:0.0:1776198908.849615:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 328 00000400:00000200:0.0:1776198908.849623:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.849626:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.849630:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198908.849635:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000020:00000010:3.0:1776198908.849772:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6e3456d. 00000020:00000010:3.0:1776198908.849779:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198908.849784:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198908.849817:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0f3b3a x1862477217752448/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198908.849850:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752448 02000000:00000010:3.0:1776198908.849864:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000076b2522. 00010000:00000010:3.0:1776198908.849901:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.849908:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.849914:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.849917:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000010:3.0:1776198908.849930:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198908.849935:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752448, offset 224 00000400:00000200:3.0:1776198908.849943:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.849955:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.849959:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92577:92577:256:4294967295] 192.168.204.56@tcp LPNI seq info [92577:92577:8:4294967295] 00000400:00000200:3.0:1776198908.849978:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.849984:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.849989:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbda368 (tot 82347282). 00000800:00000200:3.0:1776198908.849995:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.850001:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.850005:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fbda368 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198908.850023:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001c38ee2c. 00000020:00000010:3.0:1776198908.850027:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198908.850030:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6e3456d. 00000800:00000200:3.0:1776198908.850116:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.850119:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbda368 (tot 82347034). 00000400:00000200:3.0:1776198908.850123:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.850126:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.850129:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:3.0:1776198908.850132:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000400:00000010:3.0:1776198908.850153:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:3.0:1776198908.850156:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:3.0:1776198908.850158:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:3.0:1776198908.850163:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231089088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.850170:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231089088/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.850191:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371e0904. 02000000:00000010:3.0:1776198908.850206:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c7e86a3. 02000000:00000010:3.0:1776198908.850210:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000634d0e73. 00000100:00000010:3.0:1776198908.850214:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:3.0:1776198908.850216:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:3.0:1776198908.850218:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00080000:00000010:3.0:1776198908.850233:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6e3456d. 00010000:00000010:3.0:1776198908.850347:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:3.0:1776198908.850352:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b69a650b. 00010000:00000010:3.0:1776198908.850435:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198908.850441:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198908.850450:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bff06a0. 00000100:00000010:3.0:1776198908.850453:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.850459:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198908.850470:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000631c1184. 02000000:00000010:3.0:1776198908.850491:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000185366c. 00000400:00000010:3.0:1776198908.850495:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010a66978. 00000400:00000010:3.0:1776198908.850499:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198908.850503:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089152, portal 16 00000400:00000010:3.0:1776198908.850507:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198908.850509:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089152, offset 0 00000400:00000200:3.0:1776198908.850514:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.850520:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.850527:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.850530:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.850533:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.850536:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92578:92578:256:4294967295] 192.168.204.56@tcp LPNI seq info [92578:92578:8:4294967295] 00000400:00000200:3.0:1776198908.850544:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.850548:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.850551:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbda368 (tot 82347282). 00000800:00000200:3.0:1776198908.850555:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.850559:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.850561:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fbda368 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.851394:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.851398:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbda368 (tot 82347034). 00000400:00000200:0.0:1776198908.851404:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.851409:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.851412:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:0.0:1776198908.851414:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:0.0:1776198908.851420:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231089152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.855301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032b4a7eb. 00010000:00000010:2.1:1776198908.855317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca14c2. 00010000:00000010:3.1:1776198908.855687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b389c55. 00010000:00000010:3.1:1776198908.855694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3303cd9. 00000400:00000200:0.0:1776198908.859304:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198908.859324:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e600 00000400:00000200:0.0:1776198908.859333:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb897d [1] + 224 00000400:00000200:0.0:1776198908.859353:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.859357:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198908.859368:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231089152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.859452:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010a66978. 00000400:00000200:2.0:1776198908.859458:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:2.0:1776198908.859460:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:2.0:1776198908.859465:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231089152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.859472:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231089152/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.859504:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000185366c. 02000000:00000010:2.0:1776198908.859509:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000631c1184. 00000100:00000010:2.0:1776198908.859513:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:2.0:1776198908.859517:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:2.0:1776198908.859520:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bff06a0. 00000400:00000200:3.0:1776198908.861325:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.861344:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f765c0 00000400:00000200:3.0:1776198908.861351:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 656 00000400:00000200:3.0:1776198908.861409:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.861414:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.861419:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.861424:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:0.0:1776198908.861749:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000942cfa66. 00000020:00000010:0.0:1776198908.861757:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198908.861761:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.861799:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217752512/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198908.861828:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752512 02000000:00000010:0.0:1776198908.861839:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dde23101. 00010000:00000010:0.0:1776198908.861873:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008496b170. 00010000:00000010:0.0:1776198908.861898:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198908.861904:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198908.861920:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198908.861923:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198908.861938:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198908.861942:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752512, offset 224 00000400:00000200:0.0:1776198908.861950:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.861961:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.861966:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92579:92579:256:4294967295] 192.168.204.56@tcp LPNI seq info [92579:92579:8:4294967295] 00000400:00000200:0.0:1776198908.861985:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.861991:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.861996:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198908.862001:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.862007:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.862011:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.862027:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198908.862032:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.862036:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000942cfa66. 00000800:00000200:0.0:1776198908.862108:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.862111:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:0.0:1776198908.862115:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.862119:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.862122:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198908.862124:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00080000:00000010:3.0:1776198908.863418:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000185366c. 00010000:00000010:3.0:1776198908.863511:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198908.863520:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a8c4a9d. 00010000:00000010:3.0:1776198908.863621:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198908.863626:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198908.863640:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ea18f1. 00000100:00000010:3.0:1776198908.863646:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.863654:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 02000000:00000010:3.0:1776198908.863671:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5213bcb. 02000000:00000010:3.0:1776198908.863700:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45df6c4. 00000400:00000010:3.0:1776198908.863706:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198908.863712:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198908.863718:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089216, portal 16 00000400:00000010:3.0:1776198908.863724:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198908.863727:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089216, offset 0 00000400:00000200:3.0:1776198908.863735:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.863748:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.863754:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.863758:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.863761:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.863763:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92580:92580:256:4294967295] 192.168.204.56@tcp LPNI seq info [92580:92580:8:4294967295] 00000400:00000200:3.0:1776198908.863772:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.863778:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.863782:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033189ee (tot 82347282). 00000800:00000200:3.0:1776198908.863787:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.863805:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.863809:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033189ee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.863941:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.863945:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033189ee (tot 82347034). 00000400:00000200:0.0:1776198908.863948:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.863953:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.863957:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:0.0:1776198908.863959:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:0.0:1776198908.863965:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c420537 x1862477231089216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.866428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cd895f5. 00010000:00000010:3.1:1776198908.866442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0e698d. 00000400:00000200:3.0:1776198908.871225:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.871291:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e640 00000400:00000200:3.0:1776198908.871301:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8989 [1] + 224 00000400:00000200:3.0:1776198908.871320:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.871325:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.871339:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c420537 x1862477231089216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198908.871429:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:2.0:1776198908.871435:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:2.0:1776198908.871437:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000100:00000200:2.0:1776198908.871443:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c420537 x1862477231089216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198908.871449:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c420537 x1862477231089216/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198908.871478:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45df6c4. 02000000:00000010:2.0:1776198908.871484:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5213bcb. 00000100:00000010:2.0:1776198908.871488:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 00000100:00000010:2.0:1776198908.871492:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:2.0:1776198908.871497:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ea18f1. 00000400:00000200:3.0:1776198908.871799:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.871808:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76600 00000400:00000200:3.0:1776198908.871814:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 984 00000400:00000200:3.0:1776198908.871859:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.871863:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.871868:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.871872:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000020:00000010:1.0:1776198908.874747:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d44873e7. 00000020:00000010:1.0:1776198908.874760:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000022abdeb0. 00000020:00000010:1.0:1776198908.874764:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.874892:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217752576/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.874927:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752576 02000000:00000010:1.0:1776198908.874939:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aaec31ba. 00010000:00000010:1.0:1776198908.874979:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfd4aafa. 00010000:00000010:1.0:1776198908.875000:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e45ad680. 00000100:00000010:1.0:1776198908.875009:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.875103:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.875107:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e45ad680. 00000400:00000010:1.0:1776198908.875122:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198908.875128:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752576, offset 224 00000400:00000200:1.0:1776198908.875136:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.875153:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.875160:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92581:92581:256:4294967295] 192.168.204.56@tcp LPNI seq info [92581:92581:8:4294967295] 00000400:00000200:1.0:1776198908.875169:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.875177:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.875181:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198908.875188:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.875195:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.875199:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.875221:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000022abdeb0. 00000020:00000010:1.0:1776198908.875226:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.875229:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d44873e7. 00010000:00000010:0.1:1776198908.875306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f87c3bf9. 00000800:00000200:0.0:1776198908.875437:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.875442:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198908.875447:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.875452:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.875456:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:0.0:1776198908.875457:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00010000:00000010:3.1:1776198908.875941:0:78329:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049096033. 00010000:00000010:3.1:1776198908.875948:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00080000:00000010:2.0:1776198908.876106:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b86f4192. 00010000:00000010:2.0:1776198908.876291:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:2.0:1776198908.876299:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db6e515f. 00010000:00000010:2.0:1776198908.876374:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a1ca14c2. 00010000:00000010:2.0:1776198908.876379:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a154df35. 00010000:00000010:2.0:1776198908.876390:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007eefb2b4. 00000100:00000010:2.0:1776198908.876395:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198908.876402:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198908.876416:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb03c5c0. 02000000:00000010:2.0:1776198908.876542:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000634d0e73. 00000400:00000010:2.0:1776198908.876550:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fd4701f2. 00000400:00000010:2.0:1776198908.876555:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198908.876562:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089280, portal 16 00000400:00000010:2.0:1776198908.876566:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198908.876569:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089280, offset 0 00000400:00000200:2.0:1776198908.876575:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.876587:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.876594:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.876597:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.876600:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.876603:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92582:92582:256:4294967295] 192.168.204.56@tcp LPNI seq info [92582:92582:8:4294967295] 00000400:00000200:2.0:1776198908.876611:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.876617:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.876620:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198908.876625:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.876631:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.876634:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.877168:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.877172:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198908.877176:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.877181:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.877283:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198908.877287:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198908.877295:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231089280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.880785:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.880802:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e680 00000400:00000200:2.0:1776198908.880811:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8995 [1] + 224 00000400:00000200:2.0:1776198908.880820:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.880825:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.880835:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231089280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.880867:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.880872:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76640 00000400:00000200:2.0:1776198908.880876:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 1312 00000400:00000200:2.0:1776198908.880894:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.880897:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.880901:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.880906:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:2.0:1776198908.880949:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5213bcb. 00000020:00000010:2.0:1776198908.880956:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ef0d8be2. 00000020:00000010:2.0:1776198908.880961:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.880994:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217752640/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198908.881021:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752640 02000000:00000010:2.0:1776198908.881030:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d45df6c4. 00010000:00000010:2.0:1776198908.881065:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000267c3154. 00000100:00000010:2.0:1776198908.881070:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198908.881081:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198908.881084:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000267c3154. 00000400:00000010:2.0:1776198908.881097:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198908.881101:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752640, offset 224 00000400:00000200:2.0:1776198908.881107:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.881116:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.881121:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92583:92583:256:4294967295] 192.168.204.56@tcp LPNI seq info [92583:92583:8:4294967295] 00000400:00000200:2.0:1776198908.881130:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.881135:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.881138:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198908.881144:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.881150:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.881153:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.881166:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ef0d8be2. 00000020:00000010:2.0:1776198908.881169:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.881173:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5213bcb. 00000400:00000010:3.0:1776198908.881233:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fd4701f2. 00000400:00000200:3.0:1776198908.881237:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:3.0:1776198908.881239:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:3.0:1776198908.881244:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231089280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.881277:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231089280/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198908.881296:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c770ad86. 02000000:00000010:3.0:1776198908.881311:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000634d0e73. 02000000:00000010:3.0:1776198908.881315:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb03c5c0. 00000100:00000010:3.0:1776198908.881318:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:3.0:1776198908.881321:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:3.0:1776198908.881323:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007eefb2b4. 00080000:00000010:3.0:1776198908.881336:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad3acfa4. 00010000:00000010:3.0:1776198908.881420:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a154df35. 00010000:00000010:3.0:1776198908.881425:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062c04e57. 00010000:00000010:3.0:1776198908.881486:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198908.881491:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198908.881500:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bbb2d89d. 00000100:00000010:3.0:1776198908.881503:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.881509:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 02000000:00000010:3.0:1776198908.881518:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073f2147c. 02000000:00000010:3.0:1776198908.881540:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fb750c. 00000400:00000010:3.0:1776198908.881544:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae38cfc. 00000400:00000010:3.0:1776198908.881547:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198908.881552:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089344, portal 16 00000400:00000010:3.0:1776198908.881555:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198908.881557:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089344, offset 0 00000400:00000200:3.0:1776198908.881562:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.881573:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.881594:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.881598:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.881678:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.881681:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92584:92584:255:4294967295] 192.168.204.56@tcp LPNI seq info [92584:92584:7:4294967295] 00000400:00000200:3.0:1776198908.881689:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.881693:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.881696:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000058693aa (tot 82347530). 00000800:00000200:3.0:1776198908.881700:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.881704:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.881706:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000058693aa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198908.882140:0:78599:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f22fd88. 00000800:00000200:0.0:1776198908.882325:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.882329:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347282). 00000400:00000200:0.0:1776198908.882333:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.882338:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.882342:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:0.0:1776198908.882344:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00010000:00000010:2.1:1776198908.882349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012e0ac3a. 00010000:00000010:2.1:1776198908.882356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00000800:00000200:0.0:1776198908.882401:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.882403:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000058693aa (tot 82347034). 00000400:00000200:0.0:1776198908.882407:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.882410:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.882412:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:0.0:1776198908.882413:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:0.0:1776198908.882419:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c982cb58 x1862477231089344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198908.888510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e702afbc. 00010000:00000010:3.1:1776198908.888525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006efa7804. 00010000:00000010:3.1:1776198908.888529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ca14c2. 00000400:00000200:2.0:1776198908.896586:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.896609:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e6c0 00000400:00000200:2.0:1776198908.896618:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89a1 [1] + 224 00000400:00000200:2.0:1776198908.896631:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.896635:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.896645:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c982cb58 x1862477231089344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198908.896682:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.896687:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76680 00000400:00000200:2.0:1776198908.896692:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 1640 00000400:00000200:2.0:1776198908.896700:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.896703:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.896707:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.896712:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:0.0:1776198908.897405:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000942cfa66. 00000020:00000010:0.0:1776198908.897415:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.897419:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.897446:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217752704/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198908.897476:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752704 02000000:00000010:0.0:1776198908.897486:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000907ed1ad. 00010000:00000010:0.0:1776198908.897527:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198908.897534:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198908.897540:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198908.897543:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198908.897558:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198908.897564:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752704, offset 224 00000400:00000200:0.0:1776198908.897571:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.897583:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.897588:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92585:92585:256:4294967295] 192.168.204.56@tcp LPNI seq info [92585:92585:8:4294967295] 00000400:00000200:0.0:1776198908.897598:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.897603:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.897607:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198908.897612:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.897618:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.897621:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.897635:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.897640:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.897643:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000942cfa66. 00000400:00000010:0.0:1776198908.897666:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae38cfc. 00000400:00000200:0.0:1776198908.897670:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:0.0:1776198908.897672:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:0.0:1776198908.897678:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c982cb58 x1862477231089344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.897687:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c982cb58 x1862477231089344/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198908.898175:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f964b305. 02000000:00000010:0.0:1776198908.898191:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fb750c. 02000000:00000010:0.0:1776198908.898201:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073f2147c. 00000100:00000010:0.0:1776198908.898211:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 00000100:00000010:0.0:1776198908.898215:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:0.0:1776198908.898217:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bbb2d89d. 00080000:00000010:0.0:1776198908.898234:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000942cfa66. 00010000:00000010:0.0:1776198908.898346:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:0.0:1776198908.898353:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d35892ae. 00010000:00000010:0.0:1776198908.898444:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008deb6ff9. 00010000:00000010:0.0:1776198908.898450:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b83bd3c5. 00010000:00000010:0.0:1776198908.898460:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198908.898464:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198908.898471:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198908.898483:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1caccf6. 02000000:00000010:0.0:1776198908.898507:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e85001. 00000400:00000010:0.0:1776198908.898512:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011020c67. 00000400:00000010:0.0:1776198908.898516:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198908.898520:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089408, portal 16 00000400:00000010:0.0:1776198908.898524:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198908.898526:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089408, offset 0 00000400:00000200:0.0:1776198908.898531:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.898539:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.898545:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.898548:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.898550:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.898553:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92586:92586:255:4294967295] 192.168.204.56@tcp LPNI seq info [92586:92586:7:4294967295] 00000400:00000200:0.0:1776198908.898560:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.898565:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.898568:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347530). 00000800:00000200:0.0:1776198908.898572:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.898577:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.898580:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.900462:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.900469:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347282). 00000400:00000200:2.0:1776198908.900476:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.900484:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.900489:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:2.0:1776198908.900491:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000800:00000200:2.0:1776198908.900566:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.900569:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198908.900581:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.900585:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.900588:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:2.0:1776198908.900593:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:2.0:1776198908.900600:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231089408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.906325:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.906347:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e700 00000400:00000200:3.0:1776198908.906355:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89ad [1] + 224 00000400:00000200:3.0:1776198908.906370:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.906374:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.906385:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231089408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.909154:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.909170:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f766c0 00000400:00000200:3.0:1776198908.909178:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb72bd [2] + 1968 00000400:00000010:3.0:1776198908.909183:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011710330. 00000400:00000200:3.0:1776198908.909187:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000843e5993 00000400:00000200:3.0:1776198908.909245:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.909250:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.909268:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000843e5993 00000400:00000010:3.0:1776198908.909271:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000843e5993 (tot 82346882). 00000100:00000200:3.0:1776198908.909277:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198908.909342:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048ceeea6. 00000020:00000010:0.0:1776198908.909350:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.909354:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.909381:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a672843 x1862477217752768/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198908.909410:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752768 02000000:00000010:0.0:1776198908.909420:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088e0bd7f. 00010000:00000010:0.0:1776198908.909466:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4f5028b. 00000100:00000010:0.0:1776198908.909473:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b978b6e. 00000100:00000010:0.0:1776198908.909480:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b978b6e. 00010000:00000010:0.0:1776198908.909483:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4f5028b. 00000400:00000010:0.0:1776198908.909498:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198908.909502:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752768, offset 224 00000400:00000200:0.0:1776198908.909510:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.909521:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.909526:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92587:92587:256:4294967295] 192.168.204.56@tcp LPNI seq info [92587:92587:8:4294967295] 00000400:00000200:0.0:1776198908.909536:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.909540:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.909544:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347130). 00000800:00000200:0.0:1776198908.909549:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.909555:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.909559:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.909577:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.909583:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.909585:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048ceeea6. 02000000:00000010:0.0:1776198908.909593:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000907ed1ad. 00000100:00000010:0.0:1776198908.909597:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:0.0:1776198908.909600:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d45df6c4. 00000100:00000010:0.0:1776198908.909603:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:0.0:1776198908.909605:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aaec31ba. 00000100:00000010:0.0:1776198908.909607:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 02000000:00000010:0.0:1776198908.909610:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dde23101. 00000100:00000010:0.0:1776198908.909612:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:0.0:1776198908.909616:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000076b2522. 00000100:00000010:0.0:1776198908.909618:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.909621:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098a560fc. 00000100:00000010:0.0:1776198908.909623:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000200:0.0:1776198908.909628:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198908.909633:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000359fe324. 00000400:00000010:0.0:1776198908.909637:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005b978b6e (tot 82347282). 00000800:00000200:0.0:1776198908.909728:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.909731:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:0.0:1776198908.909736:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.909740:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.909742:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:0.0:1776198908.909744:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 02000000:00000010:0.0:1776198908.909747:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088e0bd7f. 00000400:00000010:1.0:1776198908.911542:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000011020c67. 00000400:00000200:1.0:1776198908.911552:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:1.0:1776198908.911554:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:1.0:1776198908.911566:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231089408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.911578:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231089408/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198908.911603:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf216454. 02000000:00000010:1.0:1776198908.911622:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e85001. 02000000:00000010:1.0:1776198908.911630:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1caccf6. 00000100:00000010:1.0:1776198908.911634:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:1.0:1776198908.911638:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:1.0:1776198908.911641:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00080000:00000010:1.0:1776198908.911759:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d44873e7. 00010000:00000010:0.1:1776198908.911845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e176ca9c. 00010000:00000010:0.1:1776198908.911852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e5ac0be. 00010000:00000010:0.1:1776198908.911855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:1.0:1776198908.911866:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b83bd3c5. 00010000:00000010:1.0:1776198908.911871:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2d09a5b. 00010000:00000010:1.0:1776198908.911953:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.0:1776198908.911958:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f731e860. 00010000:00000010:1.0:1776198908.911980:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e45ad680. 00000100:00000010:1.0:1776198908.911986:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.911993:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198908.912004:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f06db89. 02000000:00000010:1.0:1776198908.912029:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaec31ba. 00000400:00000010:1.0:1776198908.912034:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c38df2. 00000400:00000010:1.0:1776198908.912038:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198908.912043:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089472, portal 16 00000400:00000010:1.0:1776198908.912048:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198908.912050:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089472, offset 0 00000400:00000200:1.0:1776198908.912057:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.912070:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.912076:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198908.912080:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198908.912083:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198908.912086:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92588:92588:256:4294967295] 192.168.204.56@tcp LPNI seq info [92588:92588:8:4294967295] 00000400:00000200:1.0:1776198908.912094:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.912100:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.912104:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198908.912109:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.912117:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.912120:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.912309:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.912314:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198908.912318:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.912323:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.912326:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:0.0:1776198908.912328:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:0.0:1776198908.912333:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231089472/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198908.919301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000828f8c9d. 00010000:00000010:1.1:1776198908.919316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed2e2f0. 00010000:00000010:1.1:1776198908.919321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00000400:00000200:3.0:1776198908.920492:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.920509:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e740 00000400:00000200:3.0:1776198908.920517:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89bd [1] + 224 00000400:00000200:3.0:1776198908.920534:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.920538:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.920550:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231089472/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198908.920735:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4c38df2. 00000400:00000200:1.0:1776198908.920740:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198908.920742:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198908.920748:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231089472/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.920757:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231089472/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.920788:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaec31ba. 02000000:00000010:1.0:1776198908.920794:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f06db89. 00000100:00000010:1.0:1776198908.920798:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:1.0:1776198908.920802:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.920805:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e45ad680. 00000400:00000200:2.0:1776198908.934690:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198908.934713:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76700 00000400:00000200:2.0:1776198908.934721:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 0 00000400:00000200:2.0:1776198908.934784:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.934789:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198908.934796:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198908.934802:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:2.0:1776198908.934860:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000795f22f3. 00000020:00000010:2.0:1776198908.934868:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006da316df. 00000020:00000010:2.0:1776198908.934873:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198908.934901:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217752832/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198908.934937:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752832 02000000:00000010:2.0:1776198908.934948:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000631c1184. 00010000:00000010:2.0:1776198908.934985:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbafcf00. 00010000:00000010:2.0:1776198908.935006:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000267c3154. 00000100:00000010:2.0:1776198908.935013:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198908.935027:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198908.935030:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000267c3154. 00000400:00000010:2.0:1776198908.935045:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198908.935052:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752832, offset 224 00000400:00000200:2.0:1776198908.935058:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.935073:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.935079:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92589:92589:256:4294967295] 192.168.204.56@tcp LPNI seq info [92589:92589:8:4294967295] 00000400:00000200:2.0:1776198908.935090:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.935096:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.935102:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.935108:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.935117:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.935122:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198908.935137:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006da316df. 00000020:00000010:2.0:1776198908.935142:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198908.935146:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000795f22f3. 00000800:00000200:0.0:1776198908.935598:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.935603:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198908.935608:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.935612:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.935616:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:0.0:1776198908.935618:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00080000:00000010:0.0:1776198908.936341:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ceeea6. 00010000:00000010:0.0:1776198908.936463:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f731e860. 00010000:00000010:0.0:1776198908.936471:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cba9c25. 00010000:00000010:0.0:1776198908.936558:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198908.936564:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bab50ef0. 00010000:00000010:0.0:1776198908.936576:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198908.936581:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.936588:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.936602:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098a560fc. 02000000:00000010:0.0:1776198908.936628:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000076b2522. 00000400:00000010:0.0:1776198908.936633:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a39e95aa. 00000400:00000010:0.0:1776198908.936638:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198908.936643:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089536, portal 16 00000400:00000010:0.0:1776198908.936648:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198908.936651:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089536, offset 0 00000400:00000200:0.0:1776198908.936658:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.936668:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.936675:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.936678:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.936681:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.936684:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92590:92590:256:4294967295] 192.168.204.56@tcp LPNI seq info [92590:92590:8:4294967295] 00000400:00000200:0.0:1776198908.936692:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.936697:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.936702:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198908.936707:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.936713:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.936717:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198908.936952:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198908.936955:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198908.936960:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198908.936964:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198908.936977:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:2.0:1776198908.936979:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:2.0:1776198908.936985:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231089536/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.942037:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.942055:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e780 00000400:00000200:3.0:1776198908.942063:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89c9 [1] + 224 00000400:00000200:3.0:1776198908.942075:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.942080:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.942091:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231089536/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.942128:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.942133:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76740 00000400:00000200:3.0:1776198908.942137:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 328 00000400:00000200:3.0:1776198908.942191:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.942195:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.942199:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.942205:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00000400:00000010:0.0:1776198908.942221:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a39e95aa. 00000400:00000200:0.0:1776198908.942227:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:0.0:1776198908.942229:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:0.0:1776198908.942240:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231089536/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.942248:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231089536/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776198908.942289:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f06db89. 02000000:00000010:0.0:1776198908.942293:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000076b2522. 00000020:00000010:1.0:1776198908.942296:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 02000000:00000010:0.0:1776198908.942298:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098a560fc. 00000020:00000010:1.0:1776198908.942300:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000010:0.0:1776198908.942301:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198908.942304:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.942308:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000100:00000200:1.0:1776198908.942324:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e319c89d x1862477217752896/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.942356:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752896 02000000:00000010:1.0:1776198908.943028:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aaec31ba. 00010000:00000010:1.0:1776198908.943063:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109a1b1c. 00010000:00000010:1.0:1776198908.943299:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e45ad680. 00000100:00000010:1.0:1776198908.943307:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.943325:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.943329:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e45ad680. 00000400:00000010:1.0:1776198908.943344:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198908.943349:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752896, offset 224 00000400:00000200:1.0:1776198908.943358:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.943382:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.943528:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92591:92591:256:4294967295] 192.168.204.56@tcp LPNI seq info [92591:92591:8:4294967295] 00000400:00000200:1.0:1776198908.943538:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.943544:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.943549:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198908.943554:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.943561:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.943565:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.943585:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.943590:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.943594:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f06db89. 00000800:00000200:1.0:1776198908.944509:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.944515:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:1.0:1776198908.944522:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.944528:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.944532:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198908.944534:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00010000:00000010:2.1:1776198908.945909:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ad70e5. 00080000:00000010:2.0:1776198908.945945:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9fc76b4. 00010000:00000010:2.0:1776198908.946054:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bab50ef0. 00010000:00000010:2.0:1776198908.946063:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee33df3b. 00010000:00000010:2.0:1776198908.946130:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.0:1776198908.946136:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2f25ee2. 00010000:00000010:2.0:1776198908.946147:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a37bad88. 00000100:00000010:2.0:1776198908.946167:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198908.946177:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198908.946191:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2318d6. 02000000:00000010:2.0:1776198908.946218:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c55c691. 00000400:00000010:2.0:1776198908.946224:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088e9d994. 00000400:00000010:2.0:1776198908.946229:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198908.946236:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089600, portal 16 00000400:00000010:2.0:1776198908.946241:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198908.946243:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089600, offset 0 00000400:00000200:2.0:1776198908.946251:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198908.946280:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198908.946288:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198908.946291:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198908.946294:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198908.946297:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92592:92592:256:4294967295] 192.168.204.56@tcp LPNI seq info [92592:92592:8:4294967295] 00000400:00000200:2.0:1776198908.946305:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198908.946310:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198908.946315:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198908.946322:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198908.946328:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198908.946331:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198908.953960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf1dfaf8. 00010000:00000010:0.1:1776198908.953982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.1:1776198908.955068:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ed2636. 00000800:00000200:1.0:1776198908.955208:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.955213:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198908.955219:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.955487:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.955495:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:1.0:1776198908.955498:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:1.0:1776198908.955510:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231089600/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198908.962203:0:78601:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6bd75a9. 00010000:00000010:2.1:1776198908.962222:0:78601:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00000400:00000200:3.0:1776198908.962319:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.962336:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e7c0 00000400:00000200:3.0:1776198908.962345:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89d5 [1] + 224 00000400:00000200:3.0:1776198908.962363:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.962367:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.962379:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231089600/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198908.964100:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088e9d994. 00000400:00000200:0.0:1776198908.964113:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:0.0:1776198908.964115:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:0.0:1776198908.964129:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231089600/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.964140:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231089600/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198908.964173:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c55c691. 02000000:00000010:0.0:1776198908.964179:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d2318d6. 00000100:00000010:0.0:1776198908.964183:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:0.0:1776198908.964187:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:0.0:1776198908.964191:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a37bad88. 00000400:00000200:1.0:1776198908.964905:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.964922:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76780 00000400:00000200:1.0:1776198908.964928:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 656 00000400:00000200:1.0:1776198908.964998:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.965003:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.965009:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198908.965014:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000020:00000010:0.0:1776198908.965313:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a560fc. 00000020:00000010:0.0:1776198908.965320:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.965325:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.965349:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217752960/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198908.965375:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217752960 02000000:00000010:0.0:1776198908.965385:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000076b2522. 00010000:00000010:0.0:1776198908.965422:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000659e165a. 00010000:00000010:0.0:1776198908.965441:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198908.965447:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.965466:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.965469:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000010:0.0:1776198908.965484:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198908.965489:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217752960, offset 224 00000400:00000200:0.0:1776198908.965496:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.965507:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.965512:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92593:92593:256:4294967295] 192.168.204.56@tcp LPNI seq info [92593:92593:8:4294967295] 00000400:00000200:0.0:1776198908.965523:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.965529:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.965533:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198908.965538:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00080000:00000010:3.0:1776198908.965541:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e578a8dd. 00000800:00000200:0.0:1776198908.965545:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.965549:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.965563:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198908.965566:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.965570:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a560fc. 00010000:00000010:3.0:1776198908.965630:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2f25ee2. 00010000:00000010:3.0:1776198908.965637:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053e8d4e8. 00010000:00000010:3.0:1776198908.965715:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faacb7ea. 00010000:00000010:3.0:1776198908.965723:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.965736:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be8896e0. 00000100:00000010:3.0:1776198908.965741:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.965747:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198908.965758:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d8d1bdf. 00000800:00000200:1.0:1776198908.965784:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.965789:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:1.0:1776198908.965795:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.965800:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 02000000:00000010:3.0:1776198908.965802:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f44f4d9d. 00000400:00000200:1.0:1776198908.965804:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:1.0:1776198908.965807:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000400:00000010:3.0:1776198908.965809:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3460b54. 00000400:00000010:3.0:1776198908.965816:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198908.965824:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089664, portal 16 00000400:00000010:3.0:1776198908.965829:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198908.965831:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089664, offset 0 00000400:00000200:3.0:1776198908.965836:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.965843:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.965851:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.965855:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.965858:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.965862:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92594:92594:256:4294967295] 192.168.204.56@tcp LPNI seq info [92594:92594:8:4294967295] 00000400:00000200:3.0:1776198908.965869:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.965873:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.965877:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f43d4779 (tot 82347282). 00000800:00000200:3.0:1776198908.965880:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.965883:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.965885:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f43d4779 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198908.966182:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.966184:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f43d4779 (tot 82347034). 00000400:00000200:0.0:1776198908.966188:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.966192:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.966195:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:0.0:1776198908.966197:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000100:00000200:0.0:1776198908.966203:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231089664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198908.969655:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198908.969674:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e800 00000400:00000200:1.0:1776198908.969682:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89e1 [1] + 224 00000400:00000200:1.0:1776198908.969697:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.969701:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198908.969713:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231089664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198908.969784:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3460b54. 00000400:00000200:3.0:1776198908.969798:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:3.0:1776198908.969800:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00000100:00000200:3.0:1776198908.969807:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231089664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198908.969815:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231089664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198908.969846:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f44f4d9d. 02000000:00000010:3.0:1776198908.969861:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d8d1bdf. 00000100:00000010:3.0:1776198908.969865:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:3.0:1776198908.969869:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198908.969873:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be8896e0. 00000400:00000200:3.0:1776198908.970370:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.970382:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f767c0 00000400:00000200:3.0:1776198908.970387:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 984 00000400:00000200:3.0:1776198908.970437:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.970441:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.970446:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.970450:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 00000020:00000010:0.0:1776198908.970542:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d45df6c4. 00000020:00000010:0.0:1776198908.970549:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198908.970554:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198908.970580:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000755613e2 x1862477217753024/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198908.970612:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753024 02000000:00000010:0.0:1776198908.970624:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:0.0:1776198908.970652:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027c25f5b. 00010000:00000010:0.0:1776198908.970673:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198908.970680:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.970699:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198908.970702:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000010:0.0:1776198908.970717:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198908.970722:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753024, offset 224 00000400:00000200:0.0:1776198908.970729:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.970740:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.970745:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92595:92595:256:4294967295] 192.168.204.56@tcp LPNI seq info [92595:92595:8:4294967295] 00000400:00000200:0.0:1776198908.970753:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.970757:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.970762:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198908.970767:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.970772:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.970776:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198908.970791:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198908.970795:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198908.970799:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d45df6c4. 00000800:00000200:0.0:1776198908.970860:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.970863:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:0.0:1776198908.970868:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.970871:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.970873:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:0.0:1776198908.970875:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00080000:00000010:3.0:1776198908.970976:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d8d1bdf. 00010000:00000010:3.0:1776198908.971063:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.971070:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a63fc76. 00010000:00000010:3.0:1776198908.971139:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198908.971143:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000009baa2cb. 00010000:00000010:3.0:1776198908.971147:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dc560b8. 00010000:00000010:3.0:1776198908.971151:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00080000:00000010:3.0:1776198908.971161:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f44f4d9d. 00010000:00000010:3.0:1776198908.971181:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.971183:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009baa2cb. 00010000:00000010:3.0:1776198908.971229:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000895ad7d0. 00010000:00000010:3.0:1776198908.971232:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198908.971239:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be8896e0. 00000100:00000010:3.0:1776198908.971242:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198908.971248:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00010000:00000010:3.1:1776198908.971298:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000656acdd. 00010000:00000010:3.1:1776198908.971304:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017efd0ef. 02000000:00000010:3.0:1776198908.971315:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdb38ebb. 02000000:00000010:3.0:1776198908.971335:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c7c10b7. 00000400:00000010:3.0:1776198908.971340:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3460b54. 00000400:00000010:3.0:1776198908.971344:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198908.971349:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089728, portal 16 00000400:00000010:3.0:1776198908.971352:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198908.971354:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089728, offset 0 00000400:00000200:3.0:1776198908.971359:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.971365:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.971371:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.971373:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.971376:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.971378:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92596:92596:256:4294967295] 192.168.204.56@tcp LPNI seq info [92596:92596:8:4294967295] 00000400:00000200:3.0:1776198908.971384:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.971388:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.971474:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089937ff2 (tot 82347282). 00000800:00000200:3.0:1776198908.971479:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.971483:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.971486:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089937ff2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198908.971546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f43a9bf. 00000800:00000200:0.0:1776198908.971601:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198908.971605:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089937ff2 (tot 82347034). 00000400:00000200:0.0:1776198908.971608:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198908.971611:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198908.971614:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:0.0:1776198908.971615:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000100:00000200:0.0:1776198908.971620:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f12cd49d x1862477231089728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.977138:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.977170:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e840 00000400:00000200:3.0:1776198908.977179:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89ed [1] + 224 00000400:00000200:3.0:1776198908.977190:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.977194:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.977204:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f12cd49d x1862477231089728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.977243:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.977249:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76800 00000400:00000200:3.0:1776198908.977273:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 1312 00000400:00000200:3.0:1776198908.977345:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.977350:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.977356:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.977362:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00000020:00000010:1.0:1776198908.977455:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a594f2d2. 00000020:00000010:1.0:1776198908.977463:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.977467:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.977493:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217753088/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198908.977519:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753088 00000400:00000010:0.0:1776198908.977527:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3460b54. 02000000:00000010:1.0:1776198908.977530:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f601b554. 00000400:00000200:0.0:1776198908.977532:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:0.0:1776198908.977534:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00000100:00000200:0.0:1776198908.977541:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f12cd49d x1862477231089728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198908.977549:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f12cd49d x1862477231089728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198908.977568:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fa30dc. 00010000:00000010:0.0:1776198908.977570:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002952e0c0. 00000100:00000010:1.0:1776198908.977575:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.977581:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.977583:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fa30dc. 02000000:00000010:0.0:1776198908.977583:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c7c10b7. 00000400:00000010:1.0:1776198908.977595:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198908.977599:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753088, offset 224 02000000:00000010:0.0:1776198908.977601:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdb38ebb. 00000100:00000010:0.0:1776198908.977605:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 00000400:00000200:1.0:1776198908.977606:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000010:0.0:1776198908.977608:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:0.0:1776198908.977611:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be8896e0. 00000400:00000200:1.0:1776198908.977617:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.977622:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92597:92597:256:4294967295] 192.168.204.56@tcp LPNI seq info [92597:92597:8:4294967295] 00080000:00000010:0.0:1776198908.977626:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde23101. 00000400:00000200:1.0:1776198908.977631:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.977635:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.977640:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198908.977646:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.977654:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.977658:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.977687:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.977692:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.977695:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a594f2d2. 00010000:00000010:0.0:1776198908.977736:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:0.0:1776198908.977742:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000614c7894. 00000800:00000200:3.0:1776198908.977801:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.977805:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:3.0:1776198908.977809:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.977812:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:0.0:1776198908.977815:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005065e06b. 00010000:00000010:0.0:1776198908.977822:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2965f9f. 00000400:00000200:3.0:1776198908.977825:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:3.0:1776198908.977827:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00010000:00000010:0.0:1776198908.977833:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198908.977837:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198908.977844:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198908.977855:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000907ed1ad. 02000000:00000010:0.0:1776198908.977879:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45df6c4. 00000400:00000010:0.0:1776198908.977884:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a39e95aa. 00000400:00000010:0.0:1776198908.977888:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198908.977893:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089792, portal 16 00000400:00000010:0.0:1776198908.977898:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198908.977900:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089792, offset 0 00000400:00000200:0.0:1776198908.977904:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198908.977910:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198908.977917:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198908.977921:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198908.977924:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198908.977927:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92598:92598:256:4294967295] 192.168.204.56@tcp LPNI seq info [92598:92598:8:4294967295] 00000400:00000200:0.0:1776198908.977933:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198908.977937:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198908.977941:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198908.977944:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198908.977947:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198908.977949:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.978053:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.978056:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:1.0:1776198908.978061:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.978065:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.978068:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:1.0:1776198908.978070:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:1.0:1776198908.978076:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231089792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198908.983279:0:78603:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dee28df1. 00010000:00000010:3.1:1776198908.983460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db0f8a7. 00010000:00000010:3.1:1776198908.983469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacb7ea. 00010000:00000010:3.1:1776198908.983472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198908.983478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc560b8. 00000400:00000200:3.0:1776198908.990334:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.990360:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e880 00000400:00000200:3.0:1776198908.990369:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb89f9 [1] + 224 00000400:00000200:3.0:1776198908.990382:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.990397:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.990409:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231089792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.990453:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.990459:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76840 00000400:00000200:3.0:1776198908.990463:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 1640 00000400:00000200:3.0:1776198908.990517:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.990521:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.990526:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198908.990531:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000400:00000010:1.0:1776198908.990884:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a39e95aa. 00000400:00000200:1.0:1776198908.990890:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:1.0:1776198908.990892:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:1.0:1776198908.990898:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231089792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.990906:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231089792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.990934:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45df6c4. 02000000:00000010:1.0:1776198908.990940:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000907ed1ad. 00000100:00000010:1.0:1776198908.990943:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:1.0:1776198908.990947:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:1.0:1776198908.990951:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000020:00000010:1.0:1776198908.991011:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f06db89. 00000020:00000010:1.0:1776198908.991018:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.991023:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.991054:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217753152/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198908.991092:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753152 02000000:00000010:1.0:1776198908.991115:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023ed2f3a. 00010000:00000010:1.0:1776198908.991146:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032584acf. 00010000:00000010:1.0:1776198908.991165:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4a2ce76. 00000100:00000010:1.0:1776198908.991172:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.991278:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.991283:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4a2ce76. 00010000:00000010:0.1:1776198908.991288:0:78604:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc8f2d6f. 00010000:00000010:0.1:1776198908.991296:0:78604:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9aa3e47. 00000400:00000010:1.0:1776198908.991299:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00010000:00000010:0.1:1776198908.991301:0:78604:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000895ad7d0. 00000100:00000200:1.0:1776198908.991305:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753152, offset 224 00000400:00000200:1.0:1776198908.991315:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.991329:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.991338:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92599:92599:256:4294967295] 192.168.204.56@tcp LPNI seq info [92599:92599:8:4294967295] 00000400:00000200:1.0:1776198908.991350:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.991356:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.991361:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198908.991367:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.991374:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.991378:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.991392:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.991397:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.991400:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f06db89. 00000800:00000200:3.0:1776198908.992058:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.992063:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:3.0:1776198908.992068:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.992073:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.992077:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:3.0:1776198908.992079:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00080000:00000010:3.0:1776198908.993150:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073f2147c. 00010000:00000010:3.0:1776198908.993358:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2965f9f. 00010000:00000010:3.0:1776198908.993367:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb1148e9. 00010000:00000010:3.0:1776198908.993446:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dc560b8. 00010000:00000010:3.0:1776198908.993453:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198908.993465:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5d4c395. 00000100:00000010:3.0:1776198908.993472:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198908.993482:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f77875. 02000000:00000010:3.0:1776198908.993497:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085fb750c. 02000000:00000010:3.0:1776198908.993527:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072c21f3d. 00000400:00000010:3.0:1776198908.993534:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000831fbbde. 00000400:00000010:3.0:1776198908.993540:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198908.993547:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089856, portal 16 00000400:00000010:3.0:1776198908.993553:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198908.993556:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089856, offset 0 00000400:00000200:3.0:1776198908.993567:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198908.993581:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198908.993588:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198908.993592:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198908.993595:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198908.993598:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92600:92600:256:4294967295] 192.168.204.56@tcp LPNI seq info [92600:92600:8:4294967295] 00000400:00000200:3.0:1776198908.993607:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198908.993612:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198908.993617:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347282). 00000800:00000200:3.0:1776198908.993622:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198908.993630:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198908.993634:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198908.994103:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198908.994108:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347034). 00000400:00000200:1.0:1776198908.994113:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198908.994118:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198908.994122:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:1.0:1776198908.994124:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00000100:00000200:1.0:1776198908.994131:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f77875 x1862477231089856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.998051:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.998073:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e8c0 00000400:00000200:3.0:1776198908.998082:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a05 [1] + 224 00000400:00000200:3.0:1776198908.998093:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.998098:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198908.998108:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f77875 x1862477231089856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198908.998147:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198908.998153:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76880 00000400:00000200:3.0:1776198908.998157:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7315 [2] + 1968 00000400:00000010:3.0:1776198908.998161:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198908.998164:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b1e4f82d 00000400:00000200:3.0:1776198908.998207:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776198908.998471:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000831fbbde. 00000400:00000200:1.0:1776198908.998476:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:1.0:1776198908.998478:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:1.0:1776198908.998486:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f77875 x1862477231089856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198908.998493:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f77875 x1862477231089856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198908.998523:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072c21f3d. 02000000:00000010:1.0:1776198908.998544:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085fb750c. 00000100:00000010:1.0:1776198908.998556:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f77875. 00000100:00000010:1.0:1776198908.998560:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:1.0:1776198908.998564:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5d4c395. 00000400:00000200:3.0:1776198908.998636:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.998640:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1e4f82d 00000400:00000010:3.0:1776198908.998642:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b1e4f82d (tot 82346882). 00000100:00000200:3.0:1776198908.998647:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198908.999375:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f06db89. 00000020:00000010:1.0:1776198908.999382:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.999396:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198908.999422:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a8a77375 x1862477217753216/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:296/0 lens 328/0 e 0 to 0 dl 1776198951 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198908.999452:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753216 02000000:00000010:1.0:1776198908.999463:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000652bed99. 00010000:00000010:1.0:1776198908.999493:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae0d3c0f. 00010000:00000010:1.0:1776198908.999516:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4a2ce76. 00000100:00000010:1.0:1776198908.999523:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c847760. 00000100:00000010:1.0:1776198908.999542:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c847760. 00010000:00000010:1.0:1776198908.999544:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4a2ce76. 00000400:00000010:1.0:1776198908.999557:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198908.999562:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753216, offset 224 00000400:00000200:1.0:1776198908.999570:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198908.999581:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198908.999587:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92601:92601:256:4294967295] 192.168.204.56@tcp LPNI seq info [92601:92601:8:4294967295] 00000400:00000200:1.0:1776198908.999596:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198908.999601:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198908.999605:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347130). 00000800:00000200:1.0:1776198908.999611:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198908.999624:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198908.999627:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198908.999646:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198908.999650:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198908.999653:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f06db89. 02000000:00000010:1.0:1776198908.999660:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023ed2f3a. 00000100:00000010:1.0:1776198908.999663:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:1.0:1776198908.999667:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f601b554. 00000100:00000010:1.0:1776198908.999669:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 02000000:00000010:1.0:1776198908.999671:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000100:00000010:1.0:1776198908.999673:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 02000000:00000010:1.0:1776198908.999675:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000076b2522. 00000100:00000010:1.0:1776198908.999679:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198908.999682:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aaec31ba. 00000100:00000010:1.0:1776198908.999683:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 02000000:00000010:1.0:1776198908.999686:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000631c1184. 00000100:00000010:1.0:1776198908.999688:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000200:1.0:1776198908.999693:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198908.999698:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b4c38df2. 00000400:00000010:1.0:1776198908.999702:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002c847760 (tot 82347282). 00000800:00000200:3.0:1776198908.999718:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198908.999722:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198908.999727:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198908.999732:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198908.999735:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:3.0:1776198908.999736:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 02000000:00000010:3.0:1776198908.999741:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000652bed99. 00080000:00000010:2.0:1776198908.999814:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc67c462. 00010000:00000010:2.0:1776198908.999931:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:2.0:1776198908.999938:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002caf93c5. 00010000:00000010:2.0:1776198909.000024:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000badd3581. 00010000:00000010:2.0:1776198909.000031:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198909.000043:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00000100:00000010:2.0:1776198909.000047:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.000054:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198909.000065:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea9e2c38. 02000000:00000010:2.0:1776198909.000086:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6aed876. 00000400:00000010:2.0:1776198909.000089:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009db59f5b. 00000400:00000010:2.0:1776198909.000093:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198909.000096:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089920, portal 16 00000400:00000010:2.0:1776198909.000100:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198909.000101:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089920, offset 0 00000400:00000200:2.0:1776198909.000106:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.000114:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.000120:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.000123:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.000125:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.000128:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92602:92602:256:4294967295] 192.168.204.56@tcp LPNI seq info [92602:92602:8:4294967295] 00000400:00000200:2.0:1776198909.000135:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.000140:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.000143:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.000147:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.000151:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.000153:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.000323:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.000326:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:1.0:1776198909.000329:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.000333:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.000335:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:1.0:1776198909.000336:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:1.0:1776198909.000341:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231089920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.004316:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.004336:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e900 00000400:00000200:3.0:1776198909.004344:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a15 [1] + 224 00000400:00000200:3.0:1776198909.004357:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.004362:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.004372:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231089920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198909.004450:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009db59f5b. 00000400:00000200:2.0:1776198909.004455:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:2.0:1776198909.004457:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000100:00000200:2.0:1776198909.004462:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231089920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.004469:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231089920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.004497:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6aed876. 02000000:00000010:2.0:1776198909.004503:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea9e2c38. 00000100:00000010:2.0:1776198909.004508:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:2.0:1776198909.004512:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198909.004515:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00000400:00000200:3.0:1776198909.006171:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.006189:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f768c0 00000400:00000200:3.0:1776198909.006197:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 0 00000400:00000200:3.0:1776198909.006286:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.006291:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.006297:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.006303:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00000020:00000010:1.0:1776198909.006681:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaec31ba. 00000020:00000010:1.0:1776198909.006689:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198909.006694:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.006722:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dcd116f9 x1862477217753280/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198909.006758:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753280 02000000:00000010:1.0:1776198909.006769:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f601b554. 00010000:00000010:1.0:1776198909.006799:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c596747. 00010000:00000010:1.0:1776198909.006821:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4a2ce76. 00000100:00000010:1.0:1776198909.006828:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.006846:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.006850:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4a2ce76. 00000400:00000010:1.0:1776198909.006866:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198909.006872:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753280, offset 224 00000400:00000200:1.0:1776198909.006881:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198909.006889:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea9e2c38. 00000400:00000200:1.0:1776198909.006893:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.006898:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92603:92603:256:4294967295] 192.168.204.56@tcp LPNI seq info [92603:92603:8:4294967295] 00000400:00000200:1.0:1776198909.006907:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.006911:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.006916:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198909.006920:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.006927:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.006930:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.006962:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198909.006975:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.006978:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaec31ba. 00010000:00000010:2.0:1776198909.006990:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198909.006996:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039cbce36. 00010000:00000010:2.0:1776198909.007071:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:2.0:1776198909.007077:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198909.007086:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c96d2e0. 00000100:00000010:2.0:1776198909.007090:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.007096:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198909.007105:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6aed876. 02000000:00000010:2.0:1776198909.007127:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f1faf31. 00000400:00000010:2.0:1776198909.007133:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009db59f5b. 00000400:00000010:2.0:1776198909.007138:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198909.007142:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231089984, portal 16 00000400:00000010:2.0:1776198909.007147:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198909.007149:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231089984, offset 0 00000400:00000200:2.0:1776198909.007154:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.007160:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.007165:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.007169:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.007171:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.007173:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92604:92604:255:4294967295] 192.168.204.56@tcp LPNI seq info [92604:92604:7:4294967295] 00000400:00000200:2.0:1776198909.007180:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.007183:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.007187:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347530). 00000800:00000200:2.0:1776198909.007191:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.007195:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.007197:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.007373:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.007377:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347282). 00000400:00000200:3.0:1776198909.007381:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.007385:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.007389:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:3.0:1776198909.007390:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000800:00000200:3.0:1776198909.007437:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.007440:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:3.0:1776198909.007443:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.007446:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.007448:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:3.0:1776198909.007449:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:3.0:1776198909.007454:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231089984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.010830:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.010849:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e940 00000400:00000200:3.0:1776198909.010859:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a21 [1] + 224 00000400:00000200:3.0:1776198909.010869:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.010873:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.010883:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231089984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.010918:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.010924:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76900 00000400:00000200:3.0:1776198909.010928:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 328 00000400:00000200:3.0:1776198909.010979:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.010982:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.010986:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.010992:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000400:00000010:1.0:1776198909.011113:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009db59f5b. 00000400:00000200:1.0:1776198909.011117:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:1.0:1776198909.011119:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000100:00000200:1.0:1776198909.011125:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231089984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.011134:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231089984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.011163:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f1faf31. 02000000:00000010:1.0:1776198909.011179:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6aed876. 00000100:00000010:1.0:1776198909.011183:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:1.0:1776198909.011187:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:1.0:1776198909.011191:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c96d2e0. 00000020:00000010:0.0:1776198909.011679:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000410d641a. 00000020:00000010:0.0:1776198909.011687:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.011692:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198909.011719:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f569e53f x1862477217753344/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.011757:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753344 02000000:00000010:0.0:1776198909.011771:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000928813a3. 00010000:00000010:0.0:1776198909.011806:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ac410cc. 00010000:00000010:0.0:1776198909.011829:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198909.011836:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198909.011850:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198909.011853:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00000400:00000010:0.0:1776198909.011867:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198909.011872:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753344, offset 224 00000400:00000200:0.0:1776198909.011879:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.011890:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.011895:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92605:92605:256:4294967295] 192.168.204.56@tcp LPNI seq info [92605:92605:8:4294967295] 00000400:00000200:0.0:1776198909.011905:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.011911:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.011916:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198909.011920:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.011926:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.011929:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.011951:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.011956:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198909.011959:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000410d641a. 00080000:00000010:0.0:1776198909.012004:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034e1c22d. 00010000:00000010:0.0:1776198909.012095:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:0.0:1776198909.012102:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ebdbd59. 00010000:00000010:1.1:1776198909.012279:0:78605:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000911a2ab4. 00000800:00000200:3.0:1776198909.012333:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.012338:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00010000:00000010:0.0:1776198909.013045:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.0:1776198909.013053:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000091fc4e09. 00010000:00000010:0.0:1776198909.013067:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198909.013072:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198909.013080:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198909.013092:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a960fd7d. 02000000:00000010:0.0:1776198909.013121:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd74344b. 00000400:00000010:0.0:1776198909.013129:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001608639. 00000400:00000010:0.0:1776198909.013136:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198909.013143:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090048, portal 16 00000400:00000010:0.0:1776198909.013150:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198909.013326:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090048, offset 0 00000400:00000200:0.0:1776198909.013339:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.013352:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.013360:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.013363:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.013366:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.013370:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92606:92606:255:4294967295] 192.168.204.56@tcp LPNI seq info [92606:92606:7:4294967295] 00000400:00000200:0.0:1776198909.013378:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.013383:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.013388:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000400:00000200:3.0:1776198909.013437:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.013444:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.013449:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:3.0:1776198909.013452:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000800:00000200:0.0:1776198909.015567:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.015580:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.015584:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198909.016369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007d0e702. 00010000:00000010:3.1:1776198909.016379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00000800:00000200:3.0:1776198909.016478:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.016482:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198909.016488:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.016495:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.016500:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:3.0:1776198909.016502:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:3.0:1776198909.016514:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a842f517 x1862477231090048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.017744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c872058. 00010000:00000010:2.1:1776198909.017756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc560b8. 00010000:00000010:2.1:1776198909.017773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3c5ff31. 00010000:00000010:2.1:1776198909.017777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000badd3581. 00010000:00000010:1.1:1776198909.024306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003437722b. 00010000:00000010:1.1:1776198909.024320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3110fbc. 00000400:00000200:3.0:1776198909.024825:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.024845:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e980 00000400:00000200:3.0:1776198909.024855:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a2d [1] + 224 00000400:00000200:3.0:1776198909.024868:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.024873:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.024883:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a842f517 x1862477231090048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.024921:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.024926:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76940 00000400:00000200:3.0:1776198909.024931:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 656 00000400:00000200:3.0:1776198909.024989:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.024992:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.024996:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.025002:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00000400:00000010:1.0:1776198909.025146:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001608639. 00000400:00000200:1.0:1776198909.025151:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:1.0:1776198909.025153:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:1.0:1776198909.025159:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a842f517 x1862477231090048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198909.025296:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023661ca0. 00000020:00000010:2.0:1776198909.025303:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2e33d76. 00000020:00000010:2.0:1776198909.025307:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.025332:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e319c89d x1862477217753408/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198909.025366:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753408 02000000:00000010:2.0:1776198909.025377:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6aed876. 00010000:00000010:2.0:1776198909.025423:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007eefb2b4. 00000100:00000010:2.0:1776198909.025431:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.025438:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198909.025441:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007eefb2b4. 00000400:00000010:2.0:1776198909.025454:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198909.025458:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753408, offset 224 00000400:00000200:2.0:1776198909.025466:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.025477:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.025482:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92607:92607:256:4294967295] 192.168.204.56@tcp LPNI seq info [92607:92607:8:4294967295] 00000400:00000200:2.0:1776198909.025491:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.025496:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.025501:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198909.025507:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.025514:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.025518:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.025544:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2e33d76. 00000020:00000010:2.0:1776198909.025549:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.025553:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023661ca0. 00000100:00000200:1.0:1776198909.025606:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a842f517 x1862477231090048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776198909.025657:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.025662:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:3.0:1776198909.025666:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.025671:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.025674:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:3.0:1776198909.025676:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00010000:00000010:1.0:1776198909.025680:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011f59938. 02000000:00000010:1.0:1776198909.025701:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd74344b. 02000000:00000010:1.0:1776198909.025706:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a960fd7d. 00000100:00000010:1.0:1776198909.025710:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000010:1.0:1776198909.025714:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:1.0:1776198909.025717:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00080000:00000010:1.0:1776198909.025735:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a594f2d2. 00010000:00000010:0.1:1776198909.025755:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a5bd50. 00010000:00000010:0.1:1776198909.025762:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064a819f4. 00010000:00000010:0.1:1776198909.025765:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:1.0:1776198909.025928:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091fc4e09. 00010000:00000010:1.0:1776198909.025934:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1156928. 00010000:00000010:1.0:1776198909.026816:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c67b443. 00010000:00000010:1.0:1776198909.026825:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046faf35c. 00010000:00000010:1.0:1776198909.026839:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d4a2ce76. 00000100:00000010:1.0:1776198909.026844:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.026852:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198909.026865:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aaec31ba. 02000000:00000010:1.0:1776198909.026892:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023ed2f3a. 00000400:00000010:1.0:1776198909.026898:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198909.026903:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.026909:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090112, portal 16 00000400:00000010:1.0:1776198909.026914:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198909.026916:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090112, offset 0 00000400:00000200:1.0:1776198909.026923:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.026935:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.027137:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.027140:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.027143:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.027146:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92608:92608:256:4294967295] 192.168.204.56@tcp LPNI seq info [92608:92608:8:4294967295] 00000400:00000200:1.0:1776198909.027155:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.027161:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.027245:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347282). 00000800:00000200:1.0:1776198909.027287:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.027292:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.027295:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.027455:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.027460:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347034). 00000400:00000200:2.0:1776198909.027464:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.027468:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.027472:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:2.0:1776198909.027474:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000100:00000200:2.0:1776198909.027480:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d6948134 x1862477231090112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.034067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73215a7. 00010000:00000010:1.1:1776198909.034080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a741b91f. 00010000:00000010:1.1:1776198909.034086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00000400:00000200:1.0:1776198909.034128:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.034143:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2e9c0 00000400:00000200:1.0:1776198909.034151:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a39 [1] + 224 00000400:00000200:1.0:1776198909.034162:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.034166:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.034177:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d6948134 x1862477231090112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.034214:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.034220:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76980 00000400:00000200:1.0:1776198909.034224:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 984 00000400:00000200:1.0:1776198909.034234:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.034237:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.034240:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.034245:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 00000400:00000010:0.0:1776198909.034309:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:0.0:1776198909.034315:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:0.0:1776198909.034317:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:0.0:1776198909.034323:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d6948134 x1862477231090112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.034330:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d6948134 x1862477231090112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.034359:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023ed2f3a. 02000000:00000010:0.0:1776198909.034365:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aaec31ba. 00000100:00000010:0.0:1776198909.034368:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 00000100:00000010:0.0:1776198909.034373:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:0.0:1776198909.034376:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d4a2ce76. 00000020:00000010:2.0:1776198909.035110:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd3f8074. 00000020:00000010:2.0:1776198909.035119:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198909.035124:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.035157:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1fb0e4 x1862477217753472/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198909.035202:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753472 02000000:00000010:2.0:1776198909.035213:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023661ca0. 00010000:00000010:2.0:1776198909.035240:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001db61302. 00010000:00000010:2.0:1776198909.035277:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007eefb2b4. 00000100:00000010:2.0:1776198909.035283:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.035294:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198909.035298:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007eefb2b4. 00000400:00000010:2.0:1776198909.035309:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198909.035314:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753472, offset 224 00080000:00000010:1.0:1776198909.035321:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f06db89. 00000400:00000200:2.0:1776198909.035322:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.035335:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.035340:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92609:92609:256:4294967295] 192.168.204.56@tcp LPNI seq info [92609:92609:8:4294967295] 00000400:00000200:2.0:1776198909.035350:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.035354:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.035359:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198909.035363:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.035370:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.035374:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.035392:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198909.035397:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.035400:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd3f8074. 00010000:00000010:1.0:1776198909.035400:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046faf35c. 00010000:00000010:1.0:1776198909.035406:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000086c36cd. 00000800:00000200:2.0:1776198909.035500:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776198909.035500:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033a6b140. 00000800:00000010:2.0:1776198909.035504:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00010000:00000010:1.0:1776198909.035506:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046faf35c. 00000400:00000200:2.0:1776198909.035507:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.035511:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.035513:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:2.0:1776198909.035515:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00010000:00000010:1.0:1776198909.035515:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e18626be. 00000100:00000010:1.0:1776198909.035518:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.035525:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 02000000:00000010:1.0:1776198909.035534:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000882955bf. 02000000:00000010:1.0:1776198909.035554:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb8449ce. 00000400:00000010:1.0:1776198909.035560:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198909.035564:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198909.035570:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090176, portal 16 00000400:00000010:1.0:1776198909.035574:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198909.035575:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090176, offset 0 00000400:00000200:1.0:1776198909.035581:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.035587:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.035594:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.035597:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.035600:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.035602:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92610:92610:256:4294967295] 192.168.204.56@tcp LPNI seq info [92610:92610:8:4294967295] 00000400:00000200:1.0:1776198909.035609:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.035613:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.036442:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347282). 00000800:00000200:1.0:1776198909.036455:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.036460:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.036463:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.036583:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.036586:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198909.036592:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.036596:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.036599:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:2.0:1776198909.036601:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:2.0:1776198909.036609:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231090176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.042227:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.042249:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ea00 00000400:00000200:1.0:1776198909.042275:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a45 [1] + 224 00000400:00000200:1.0:1776198909.042292:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.042297:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.042308:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231090176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.042354:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:1.0:1776198909.042359:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:1.0:1776198909.042362:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198909.042368:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be53f0de x1862477231090176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.042375:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be53f0de x1862477231090176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.042410:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb8449ce. 02000000:00000010:1.0:1776198909.042416:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000882955bf. 00000100:00000010:1.0:1776198909.042420:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 00000100:00000010:1.0:1776198909.042426:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.042430:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e18626be. 00000400:00000200:1.0:1776198909.042850:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.042859:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f769c0 00000400:00000200:1.0:1776198909.042865:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 1312 00000400:00000200:1.0:1776198909.042933:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.042938:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.042942:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.042946:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 00000020:00000010:1.0:1776198909.043332:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000882955bf. 00000020:00000010:1.0:1776198909.043339:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198909.043343:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.043368:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be53f0de x1862477217753536/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198909.043405:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753536 02000000:00000010:1.0:1776198909.043417:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb8449ce. 00010000:00000010:1.0:1776198909.043447:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000244c47d1. 00010000:00000010:1.0:1776198909.043466:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e18626be. 00000100:00000010:1.0:1776198909.043472:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.043482:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.043484:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e18626be. 00000400:00000010:1.0:1776198909.043498:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198909.043503:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753536, offset 224 00000400:00000200:1.0:1776198909.043509:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.043520:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.043525:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92611:92611:256:4294967295] 192.168.204.56@tcp LPNI seq info [92611:92611:8:4294967295] 00000400:00000200:1.0:1776198909.043535:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.043540:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.043544:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198909.043550:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.043556:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.043559:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.043575:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198909.043579:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.043582:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000882955bf. 00080000:00000010:1.0:1776198909.043604:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000882955bf. 00010000:00000010:1.0:1776198909.043724:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046faf35c. 00010000:00000010:1.0:1776198909.043730:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f31b1c8. 00010000:00000010:1.0:1776198909.043816:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000397e2504. 00010000:00000010:1.0:1776198909.043822:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046faf35c. 00010000:00000010:1.0:1776198909.043833:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e18626be. 00000100:00000010:1.0:1776198909.043836:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.043842:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 02000000:00000010:1.0:1776198909.043853:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aaec31ba. 02000000:00000010:1.0:1776198909.043874:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023ed2f3a. 00000400:00000010:1.0:1776198909.043884:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198909.043889:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198909.043895:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090240, portal 16 00000400:00000010:1.0:1776198909.043899:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198909.043901:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090240, offset 0 00000400:00000200:1.0:1776198909.043906:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.043913:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.044125:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.044129:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.044132:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.044135:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92612:92612:255:4294967295] 192.168.204.56@tcp LPNI seq info [92612:92612:7:4294967295] 00000400:00000200:1.0:1776198909.044142:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.044147:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.044151:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347530). 00000800:00000200:1.0:1776198909.044156:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.044160:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.044163:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.046157:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.046165:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:2.0:1776198909.046188:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.046197:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.046202:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:2.0:1776198909.046204:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000800:00000200:2.0:1776198909.046285:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.046288:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347034). 00000400:00000200:2.0:1776198909.046291:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.046294:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.046297:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:2.0:1776198909.046298:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:2.0:1776198909.046305:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2804e1a x1862477231090240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.053313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c4ca7b. 00010000:00000010:1.1:1776198909.053467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc68ecb1. 00010000:00000010:1.1:1776198909.053474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198909.053478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017d0d73d. 00010000:00000010:1.1:1776198909.053481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a37919c. 00010000:00000010:1.1:1776198909.053484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00000400:00000200:1.0:1776198909.053524:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.053539:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ea40 00000400:00000200:1.0:1776198909.053547:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a51 [1] + 224 00000400:00000200:1.0:1776198909.053557:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.053561:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.053571:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2804e1a x1862477231090240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.053604:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.053609:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76a00 00000400:00000200:1.0:1776198909.053613:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 1640 00000400:00000200:1.0:1776198909.053683:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.053687:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.053692:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.053696:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000400:00000010:2.0:1776198909.053774:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:2.0:1776198909.053780:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:2.0:1776198909.053782:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:2.0:1776198909.053793:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2804e1a x1862477231090240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.053801:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2804e1a x1862477231090240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.053831:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023ed2f3a. 02000000:00000010:2.0:1776198909.053836:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aaec31ba. 00000100:00000010:2.0:1776198909.053839:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 00000100:00000010:2.0:1776198909.053843:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:2.0:1776198909.053846:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e18626be. 00000020:00000010:3.0:1776198909.054401:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdb38ebb. 00000020:00000010:3.0:1776198909.054409:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198909.054413:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.054435:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217753600/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198909.054464:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753600 02000000:00000010:3.0:1776198909.054473:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c7c10b7. 00010000:00000010:3.0:1776198909.054500:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd7ec6. 00010000:00000010:3.0:1776198909.054519:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088c748b5. 00000100:00000010:3.0:1776198909.054525:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.054539:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.054542:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088c748b5. 00000400:00000010:3.0:1776198909.054554:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198909.054558:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753600, offset 224 00000400:00000200:3.0:1776198909.054565:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.054576:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.054581:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92613:92613:256:4294967295] 192.168.204.56@tcp LPNI seq info [92613:92613:8:4294967295] 00000400:00000200:3.0:1776198909.054591:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.054596:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.054600:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1d246d9 (tot 82347282). 00000800:00000200:3.0:1776198909.054605:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.054611:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.054615:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e1d246d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.054631:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198909.054635:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.054639:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdb38ebb. 00080000:00000010:2.0:1776198909.054715:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3f8074. 00010000:00000010:2.0:1776198909.054811:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046faf35c. 00010000:00000010:2.0:1776198909.054817:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e72c4e7. 00010000:00000010:2.0:1776198909.054885:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000badd3581. 00010000:00000010:2.0:1776198909.054890:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bb0416d8. 00010000:00000010:2.0:1776198909.054900:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007eefb2b4. 00000100:00000010:2.0:1776198909.054904:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.054910:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198909.054921:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f1faf31. 02000000:00000010:2.0:1776198909.054952:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a4d6ff7. 00000400:00000010:2.0:1776198909.054957:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d72aa7f0. 00000400:00000010:2.0:1776198909.054961:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198909.054974:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090304, portal 16 00000400:00000010:2.0:1776198909.054979:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198909.054981:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090304, offset 0 00000400:00000200:2.0:1776198909.054986:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.054993:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.055000:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.055003:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.055006:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.055009:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92614:92614:255:4294967295] 192.168.204.56@tcp LPNI seq info [92614:92614:7:4294967295] 00000400:00000200:2.0:1776198909.055015:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.055019:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.055022:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347530). 00000800:00000200:2.0:1776198909.055026:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.055040:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.055043:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.055524:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.055527:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1d246d9 (tot 82347282). 00000400:00000200:0.0:1776198909.055532:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.055537:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.055540:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:0.0:1776198909.055542:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000800:00000200:0.0:1776198909.055602:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.055604:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:0.0:1776198909.055607:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.055610:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.055612:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:0.0:1776198909.055614:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:0.0:1776198909.055619:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231090304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.061298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb77ff3e. 00010000:00000010:2.1:1776198909.061313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397e2504. 00010000:00000010:3.1:1776198909.063543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093fee752. 00000400:00000200:2.0:1776198909.063814:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.063833:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ea80 00000400:00000200:2.0:1776198909.063841:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a5d [1] + 224 00000400:00000200:2.0:1776198909.063853:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.063858:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.063869:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231090304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.063957:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.063963:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76a40 00000400:00000200:2.0:1776198909.063976:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb736d [2] + 1968 00000400:00000010:2.0:1776198909.063981:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000809e3d2a. 00000400:00000200:2.0:1776198909.063985:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e6e3531a 00000400:00000200:2.0:1776198909.063993:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.063995:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.063998:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6e3531a 00000400:00000010:2.0:1776198909.064000:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e6e3531a (tot 82346882). 00000100:00000200:2.0:1776198909.064005:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198909.064114:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bb9e2fe. 00000020:00000010:0.0:1776198909.064122:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.064127:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198909.064152:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000dbad55d x1862477217753664/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198909.064194:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753664 02000000:00000010:0.0:1776198909.064205:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000729014ba. 00010000:00000010:0.0:1776198909.064244:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074abaacd. 00000100:00000010:0.0:1776198909.064286:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f63e95cf. 00000100:00000010:0.0:1776198909.064293:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f63e95cf. 00010000:00000010:0.0:1776198909.064297:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074abaacd. 00000400:00000010:0.0:1776198909.064315:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198909.064320:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753664, offset 224 00000400:00000200:0.0:1776198909.064328:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.064340:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.064345:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92615:92615:256:4294967295] 192.168.204.56@tcp LPNI seq info [92615:92615:8:4294967295] 00000400:00000200:0.0:1776198909.064355:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.064372:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.064377:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347130). 00000800:00000200:0.0:1776198909.064382:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.064389:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.064392:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.064411:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.064415:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198909.064418:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb9e2fe. 02000000:00000010:0.0:1776198909.064426:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c7c10b7. 00000100:00000010:0.0:1776198909.064444:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 02000000:00000010:0.0:1776198909.064449:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb8449ce. 00000100:00000010:0.0:1776198909.064451:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 02000000:00000010:0.0:1776198909.064454:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023661ca0. 00000100:00000010:0.0:1776198909.064456:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 02000000:00000010:0.0:1776198909.064458:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6aed876. 00000100:00000010:0.0:1776198909.064460:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 02000000:00000010:0.0:1776198909.064463:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000928813a3. 00000100:00000010:0.0:1776198909.064465:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f569e53f. 02000000:00000010:0.0:1776198909.064468:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f601b554. 00000100:00000010:0.0:1776198909.064470:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 00000100:00000200:0.0:1776198909.064476:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198909.064481:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee995940. 00000400:00000010:0.0:1776198909.064486:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f63e95cf (tot 82347282). 00000800:00000200:2.0:1776198909.064771:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.064775:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198909.064780:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.064784:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.064787:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198909.064789:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 02000000:00000010:2.0:1776198909.064793:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000729014ba. 00000400:00000010:1.0:1776198909.065380:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d72aa7f0. 00000400:00000200:1.0:1776198909.065386:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:1.0:1776198909.065388:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:1.0:1776198909.065396:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231090304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.065405:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231090304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198909.065428:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000606cd75c. 02000000:00000010:1.0:1776198909.065445:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a4d6ff7. 02000000:00000010:1.0:1776198909.065451:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f1faf31. 00000100:00000010:1.0:1776198909.065455:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000100:00000010:1.0:1776198909.065458:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:1.0:1776198909.065461:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007eefb2b4. 00080000:00000010:1.0:1776198909.065482:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000652bed99. 00010000:00000010:1.0:1776198909.065577:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb0416d8. 00010000:00000010:1.0:1776198909.065584:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062cf4a93. 00010000:00000010:1.0:1776198909.065806:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.0:1776198909.065813:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.065824:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a633ed74. 00000100:00000010:1.0:1776198909.065830:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.065837:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 02000000:00000010:1.0:1776198909.065849:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f601b554. 02000000:00000010:1.0:1776198909.065874:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb8449ce. 00000400:00000010:1.0:1776198909.065878:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198909.065883:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198909.065887:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090368, portal 16 00000400:00000010:1.0:1776198909.065892:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198909.065894:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090368, offset 0 00000400:00000200:1.0:1776198909.065901:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.065912:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.065919:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.065923:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.065926:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.065929:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92616:92616:256:4294967295] 192.168.204.56@tcp LPNI seq info [92616:92616:8:4294967295] 00000400:00000200:1.0:1776198909.065938:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.065943:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.065948:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198909.065953:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.065959:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.065962:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.066469:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.066473:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:0.0:1776198909.066479:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.066483:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.066487:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:0.0:1776198909.066488:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000100:00000200:0.0:1776198909.066495:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d87c9fc x1862477231090368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.069033:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.069054:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2eac0 00000400:00000200:2.0:1776198909.069063:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a6d [1] + 224 00000400:00000200:2.0:1776198909.069073:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.069077:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.069087:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d87c9fc x1862477231090368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.069183:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.069189:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76a80 00000400:00000200:2.0:1776198909.069194:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 0 00000400:00000200:2.0:1776198909.069249:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.069286:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.069290:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.069295:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198909.069366:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdb38ebb. 00000020:00000010:3.0:1776198909.069373:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.069378:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.069401:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217753728/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198909.069488:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753728 00000400:00000010:1.0:1776198909.069562:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198909.069567:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:1.0:1776198909.069570:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:1.0:1776198909.069575:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d87c9fc x1862477231090368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.069582:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d87c9fc x1862477231090368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.069606:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb8449ce. 02000000:00000010:1.0:1776198909.069611:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f601b554. 00000100:00000010:1.0:1776198909.069614:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 00000100:00000010:1.0:1776198909.069619:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.069623:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a633ed74. 02000000:00000010:3.0:1776198909.069694:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c7c10b7. 00010000:00000010:3.0:1776198909.069723:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e83a19e. 00010000:00000010:3.0:1776198909.069743:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088c748b5. 00000100:00000010:3.0:1776198909.069750:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.069908:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.069912:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088c748b5. 00000400:00000010:3.0:1776198909.069926:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000100:00000200:3.0:1776198909.069931:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753728, offset 224 00080000:00000010:1.0:1776198909.070294:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f601b554. 00010000:00000010:1.0:1776198909.070389:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.070395:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c74d0f31. 00000400:00000200:3.0:1776198909.070502:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.070514:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.070520:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92617:92617:256:4294967295] 192.168.204.56@tcp LPNI seq info [92617:92617:8:4294967295] 00000400:00000200:3.0:1776198909.070530:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.070536:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.070540:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e98c623d (tot 82347282). 00000800:00000200:3.0:1776198909.070545:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.070551:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.070555:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e98c623d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.070574:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.070579:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.070583:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdb38ebb. 00000800:00000200:2.0:1776198909.070981:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.070985:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e98c623d (tot 82347034). 00000400:00000200:2.0:1776198909.070989:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.070994:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.070998:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:2.0:1776198909.071000:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00010000:00000010:1.0:1776198909.071235:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b061fe4. 00010000:00000010:1.0:1776198909.071240:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a963cc4. 00010000:00000010:1.0:1776198909.071245:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c67b443. 00010000:00000010:1.0:1776198909.071475:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b6e4d6a. 00080000:00000010:1.0:1776198909.071499:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb8449ce. 00010000:00000010:1.0:1776198909.071543:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.071548:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a963cc4. 00010000:00000010:1.0:1776198909.071605:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.0:1776198909.071609:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.071617:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a633ed74. 00000100:00000010:1.0:1776198909.071622:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.071630:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 02000000:00000010:1.0:1776198909.071647:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aaec31ba. 02000000:00000010:1.0:1776198909.071679:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023ed2f3a. 00000400:00000010:1.0:1776198909.071685:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198909.071690:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198909.071699:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090432, portal 16 00000400:00000010:1.0:1776198909.071703:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198909.071706:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090432, offset 0 00000400:00000200:1.0:1776198909.071713:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.071723:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.071730:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.071733:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.071736:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.071739:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92618:92618:256:4294967295] 192.168.204.56@tcp LPNI seq info [92618:92618:8:4294967295] 00000400:00000200:1.0:1776198909.071747:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.071752:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.071755:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198909.071776:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.071782:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.071785:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.072198:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.072202:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347034). 00000400:00000200:0.0:1776198909.072207:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.072212:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.072215:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:0.0:1776198909.072217:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000100:00000200:0.0:1776198909.072224:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d87c9fc x1862477231090432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.072520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f072e5cc. 00010000:00000010:1.1:1776198909.072528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006501fa16. 00010000:00000010:1.1:1776198909.072531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000badd3581. 00000400:00000200:2.0:1776198909.076125:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.076144:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2eb00 00000400:00000200:2.0:1776198909.076152:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a79 [1] + 224 00000400:00000200:2.0:1776198909.076162:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.076229:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.076241:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d87c9fc x1862477231090432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.076326:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.076332:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76ac0 00000400:00000200:2.0:1776198909.076337:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 328 00000400:00000200:2.0:1776198909.076350:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.076353:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.076357:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776198909.076361:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000100:00000010:2.0:1776198909.076362:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000400:00000200:1.0:1776198909.076366:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:1.0:1776198909.076369:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:1.0:1776198909.076375:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d87c9fc x1862477231090432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.076382:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d87c9fc x1862477231090432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.076413:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023ed2f3a. 02000000:00000010:1.0:1776198909.076419:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aaec31ba. 00000100:00000010:1.0:1776198909.076422:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 00000100:00000010:1.0:1776198909.076426:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.076430:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a633ed74. 00000020:00000010:3.0:1776198909.076485:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdb38ebb. 00000020:00000010:3.0:1776198909.076491:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.076496:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.076521:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217753792/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198909.076553:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753792 02000000:00000010:3.0:1776198909.076565:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085fb750c. 00010000:00000010:3.0:1776198909.076596:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d50302b. 00010000:00000010:3.0:1776198909.076619:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088c748b5. 00000100:00000010:3.0:1776198909.076627:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.076642:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.076645:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088c748b5. 00000400:00000010:3.0:1776198909.076658:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198909.076663:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753792, offset 224 00000400:00000200:3.0:1776198909.076670:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.076680:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.076684:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92619:92619:256:4294967295] 192.168.204.56@tcp LPNI seq info [92619:92619:8:4294967295] 00000400:00000200:3.0:1776198909.076694:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.076698:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.076702:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad47943c (tot 82347282). 00000800:00000200:3.0:1776198909.076707:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.076713:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.076717:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad47943c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.076732:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.076736:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.076740:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdb38ebb. 00000800:00000200:2.0:1776198909.076925:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.076929:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad47943c (tot 82347034). 00000400:00000200:2.0:1776198909.076933:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.076936:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.076939:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:2.0:1776198909.076941:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00080000:00000010:1.0:1776198909.080352:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aaec31ba. 00010000:00000010:1.0:1776198909.080467:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.080476:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc73cd1c. 00000004:00000010:2.0:1776198909.080607:0:77423:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005ca4e1db. 00000004:00000010:2.0:1776198909.080619:0:77423:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000037221353. 00000004:00000010:2.0:1776198909.080625:0:77423:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000fb824859. 00080000:00000010:2.0:1776198909.080632:0:77423:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000005d2318d6. 00000001:00000010:2.0:1776198909.080650:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000052ebabcb. 00000001:00000010:2.0:1776198909.080664:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000052ebabcb. 00080000:00000010:2.0:1776198909.080675:0:77423:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000005d2318d6. 00000004:00000010:2.0:1776198909.080681:0:77423:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000fb824859. 00000004:00000010:2.0:1776198909.080687:0:77423:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000037221353. 00000004:00000010:2.0:1776198909.080691:0:77423:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000005ca4e1db. 00010000:00000010:2.0:1776198909.080724:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198909.080730:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198909.080743:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000067b89c02. 00000100:00000010:2.0:1776198909.080751:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.080772:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198909.080787:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2318d6. 02000000:00000010:2.0:1776198909.080817:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c55c691. 00000400:00000010:2.0:1776198909.080824:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000052ebabcb. 00000400:00000010:2.0:1776198909.080829:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198909.080836:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090496, portal 16 00000400:00000010:2.0:1776198909.080843:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198909.080845:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090496, offset 0 00000400:00000200:2.0:1776198909.080854:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.080871:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.080878:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.080882:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.080885:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.080888:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92620:92620:256:4294967295] 192.168.204.56@tcp LPNI seq info [92620:92620:8:4294967295] 00000400:00000200:2.0:1776198909.080898:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.080904:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.080909:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.080916:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.080923:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.080927:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198909.081294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000864235ff. 00000800:00000200:1.0:1776198909.081446:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.081451:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:1.0:1776198909.081456:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.081461:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.081466:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:1.0:1776198909.081468:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:1.0:1776198909.081476:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231090496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.089395:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.089420:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2eb40 00000400:00000200:2.0:1776198909.089431:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a85 [1] + 224 00000400:00000200:2.0:1776198909.089453:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.089460:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.089475:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231090496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198909.089743:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000052ebabcb. 00000400:00000200:0.0:1776198909.089750:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:0.0:1776198909.089754:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:0.0:1776198909.089772:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231090496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.089786:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231090496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.089826:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c55c691. 02000000:00000010:0.0:1776198909.089835:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d2318d6. 00000100:00000010:0.0:1776198909.089839:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:0.0:1776198909.089843:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:0.0:1776198909.089847:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000067b89c02. 00000400:00000200:2.0:1776198909.090243:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.090284:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76b00 00000400:00000200:2.0:1776198909.090291:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 656 00000400:00000200:2.0:1776198909.090356:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.090360:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.090367:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.090373:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00010000:00000010:1.1:1776198909.090445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003731a4a4. 00010000:00000010:1.1:1776198909.090453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.1:1776198909.090460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b061fe4. 00010000:00000010:1.1:1776198909.090463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00000020:00000010:0.0:1776198909.090529:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928813a3. 00000020:00000010:0.0:1776198909.090536:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.090542:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198909.090568:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217753856/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.090597:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753856 02000000:00000010:0.0:1776198909.090608:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000bb9e2fe. 00010000:00000010:0.0:1776198909.090636:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e70b4fc0. 00010000:00000010:0.0:1776198909.090658:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074abaacd. 00000100:00000010:0.0:1776198909.090666:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198909.090684:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198909.090687:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074abaacd. 00000400:00000010:0.0:1776198909.090705:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198909.090709:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753856, offset 224 00000400:00000200:0.0:1776198909.090717:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.090728:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.090734:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92621:92621:256:4294967295] 192.168.204.56@tcp LPNI seq info [92621:92621:8:4294967295] 00000400:00000200:0.0:1776198909.090743:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.090748:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.090753:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198909.090759:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.090766:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.090770:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.090795:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.090801:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:0.0:1776198909.090804:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928813a3. 00000800:00000200:1.0:1776198909.090896:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.090900:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198909.090906:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.090910:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.090913:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:1.0:1776198909.090914:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00080000:00000010:2.0:1776198909.091057:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d2318d6. 00010000:00000010:2.0:1776198909.091135:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198909.091141:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3247442. 00010000:00000010:2.0:1776198909.091212:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000870e8d32. 00010000:00000010:2.0:1776198909.091217:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198909.091227:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000abeaa120. 00000100:00000010:2.0:1776198909.091231:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.091237:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 02000000:00000010:2.0:1776198909.091247:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c55c691. 02000000:00000010:2.0:1776198909.091308:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f1faf31. 00000400:00000010:2.0:1776198909.091314:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003b9e1bc. 00000400:00000010:2.0:1776198909.091318:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198909.091322:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090560, portal 16 00000400:00000010:2.0:1776198909.091326:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198909.091327:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090560, offset 0 00000400:00000200:2.0:1776198909.091332:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.091338:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.091345:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.091347:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.091350:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.091352:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92622:92622:256:4294967295] 192.168.204.56@tcp LPNI seq info [92622:92622:8:4294967295] 00000400:00000200:2.0:1776198909.091360:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.091364:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.091367:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.091370:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.091374:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.091376:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.091593:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.091596:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:0.0:1776198909.091599:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.091602:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.091605:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:0.0:1776198909.091606:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:0.0:1776198909.091611:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000701c1221 x1862477231090560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.094191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed65039. 00010000:00000010:1.1:1776198909.094205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:3.1:1776198909.095980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a22570c3. 00010000:00000010:0.1:1776198909.098284:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cbc1a54. 00010000:00000010:2.1:1776198909.098363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76f4ddb. 00010000:00000010:2.1:1776198909.098371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00000400:00000200:2.0:1776198909.111462:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.111482:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2eb80 00000400:00000200:2.0:1776198909.111491:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a91 [1] + 224 00000400:00000200:2.0:1776198909.111506:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.111510:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.111522:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000701c1221 x1862477231090560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.111568:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000010:0.0:1776198909.111689:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003b9e1bc. 00000400:00000200:0.0:1776198909.111695:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:0.0:1776198909.111697:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:0.0:1776198909.111703:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000701c1221 x1862477231090560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.111711:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000701c1221 x1862477231090560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.111742:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f1faf31. 02000000:00000010:0.0:1776198909.111748:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c55c691. 00000100:00000010:0.0:1776198909.111752:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 00000100:00000010:0.0:1776198909.111756:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:0.0:1776198909.111759:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000abeaa120. 00000400:00000200:2.0:1776198909.111898:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76b40 00000400:00000200:2.0:1776198909.111904:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 984 00000400:00000200:2.0:1776198909.112215:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.112220:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.112226:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.112232:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:0.0:1776198909.112694:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928813a3. 00000020:00000010:0.0:1776198909.112701:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ace44143. 00000020:00000010:0.0:1776198909.112705:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000008b6dd23. 00000100:00000200:0.0:1776198909.114702:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217753920/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198909.114983:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753920 02000000:00000010:2.0:1776198909.115000:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a4d6ff7. 00010000:00000010:2.0:1776198909.115032:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2a213a7. 00010000:00000010:2.0:1776198909.115053:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eb5c5a85. 00000100:00000010:2.0:1776198909.115062:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.115080:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.115083:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eb5c5a85. 00000400:00000010:2.0:1776198909.115096:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198909.115102:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753920, offset 224 00000400:00000200:2.0:1776198909.115110:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.115124:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.115130:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92623:92623:256:4294967295] 192.168.204.56@tcp LPNI seq info [92623:92623:8:4294967295] 00000400:00000200:2.0:1776198909.115139:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.115144:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.115148:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198909.115154:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.115160:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.115163:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.115186:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ace44143. 00000020:00000010:2.0:1776198909.115190:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000008b6dd23. 00000020:00000010:2.0:1776198909.115194:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928813a3. 00080000:00000010:0.0:1776198909.116160:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3905425. 00010000:00000010:0.0:1776198909.116285:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00010000:00000010:0.0:1776198909.116294:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b906cab. 00010000:00000010:0.0:1776198909.116370:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000034ee624. 00010000:00000010:0.0:1776198909.116377:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3298907. 00010000:00000010:0.0:1776198909.116386:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001da957e5. 00000100:00000010:0.0:1776198909.116393:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198909.116402:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198909.116414:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001d0ab73. 02000000:00000010:0.0:1776198909.116440:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000928813a3. 00000400:00000010:0.0:1776198909.116447:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001608639. 00000400:00000010:0.0:1776198909.116453:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198909.116459:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090624, portal 16 00000400:00000010:0.0:1776198909.116464:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198909.116466:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090624, offset 0 00000400:00000200:0.0:1776198909.116474:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.116487:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.116494:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.116497:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.116500:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.116503:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92624:92624:255:4294967295] 192.168.204.56@tcp LPNI seq info [92624:92624:7:4294967295] 00000400:00000200:0.0:1776198909.116512:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.116518:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.116522:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347530). 00000800:00000200:0.0:1776198909.116528:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.116534:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.116537:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.116701:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.116705:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:0.0:1776198909.116710:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.116714:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.116719:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:0.0:1776198909.116721:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000800:00000200:0.0:1776198909.117214:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.117217:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198909.117223:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.117227:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.117229:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198909.117231:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:0.0:1776198909.117238:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000443b8fc8 x1862477231090624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.122329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d80e5406. 00000400:00000200:0.0:1776198909.123301:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.123321:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ebc0 00000400:00000200:0.0:1776198909.123330:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8a9d [1] + 224 00000400:00000200:0.0:1776198909.123342:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.123346:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.123357:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000443b8fc8 x1862477231090624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.123396:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.123401:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76b80 00000400:00000200:0.0:1776198909.123406:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 1312 00000400:00000200:0.0:1776198909.123414:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.123416:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:3.0:1776198909.123461:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001608639. 00000400:00000200:3.0:1776198909.123467:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:3.0:1776198909.123469:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:3.0:1776198909.123475:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000443b8fc8 x1862477231090624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.123483:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000443b8fc8 x1862477231090624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.123519:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000928813a3. 02000000:00000010:3.0:1776198909.123526:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001d0ab73. 00000100:00000010:3.0:1776198909.123530:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 00000100:00000010:3.0:1776198909.123534:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:3.0:1776198909.123539:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001da957e5. 00000100:00000200:0.0:1776198909.126621:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.126629:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:1.0:1776198909.126920:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023ed2f3a. 00000020:00000010:1.0:1776198909.126927:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198909.126931:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.126960:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217753984/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198909.127006:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217753984 02000000:00000010:1.0:1776198909.127018:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000076b2522. 00010000:00000010:1.0:1776198909.127046:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000515fd108. 00010000:00000010:1.0:1776198909.127068:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4d4ae6b. 00000100:00000010:1.0:1776198909.127074:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.127094:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.127098:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4d4ae6b. 00000400:00000010:1.0:1776198909.127112:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198909.127117:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217753984, offset 224 00000400:00000200:1.0:1776198909.127125:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.127138:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.127144:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92625:92625:256:4294967295] 192.168.204.56@tcp LPNI seq info [92625:92625:8:4294967295] 00080000:00000010:0.0:1776198909.127152:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000729014ba. 00000400:00000200:1.0:1776198909.127153:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.127158:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.127162:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008e503283 (tot 82347282). 00000800:00000200:1.0:1776198909.127168:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.127174:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.127177:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008e503283 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.127194:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a963cc4. 00000020:00000010:1.0:1776198909.127198:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.127201:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023ed2f3a. 00010000:00000010:0.0:1776198909.127233:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3298907. 00010000:00000010:0.0:1776198909.127239:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035a2bc73. 00010000:00000010:0.0:1776198909.127337:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.0:1776198909.127343:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3298907. 00010000:00000010:0.0:1776198909.127352:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a73bf300. 00000100:00000010:0.0:1776198909.127356:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d90a0e47. 00000100:00000010:0.0:1776198909.127363:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198909.127373:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060cbe096. 02000000:00000010:0.0:1776198909.127395:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a960fd7d. 00000400:00000010:0.0:1776198909.127400:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a39e95aa. 00000400:00000010:0.0:1776198909.127404:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198909.127409:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090688, portal 16 00000400:00000010:0.0:1776198909.127413:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198909.127415:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090688, offset 0 00000400:00000200:0.0:1776198909.127419:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.127426:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.127432:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.127435:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.127437:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.127440:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92626:92626:255:4294967295] 192.168.204.56@tcp LPNI seq info [92626:92626:7:4294967295] 00000400:00000200:0.0:1776198909.127447:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.127450:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.127453:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347530). 00000800:00000200:0.0:1776198909.127457:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.127461:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.127463:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.127552:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.127556:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008e503283 (tot 82347282). 00000400:00000200:2.0:1776198909.127560:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.127565:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.127569:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:2.0:1776198909.127571:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000800:00000200:2.0:1776198909.127636:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.127638:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198909.127642:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.127646:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.127647:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:2.0:1776198909.127649:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:2.0:1776198909.127653:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000443b8fc8 x1862477231090688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.129693:0:78602:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5e8ff91. 00010000:00000010:0.1:1776198909.129711:0:78602:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000870e8d32. 00000400:00000200:0.0:1776198909.134656:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.134678:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ec00 00000400:00000200:0.0:1776198909.134687:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8aa9 [1] + 224 00000400:00000200:0.0:1776198909.134703:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.134708:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.134718:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000443b8fc8 x1862477231090688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.134748:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.134753:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76bc0 00000400:00000200:0.0:1776198909.134758:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 1640 00000400:00000200:0.0:1776198909.134780:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.134784:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.134788:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.134793:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000020:00000010:0.0:1776198909.134839:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd74344b. 00000020:00000010:0.0:1776198909.134845:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3b52bd9. 00000020:00000010:0.0:1776198909.134849:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.134877:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217754048/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198909.134905:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754048 02000000:00000010:0.0:1776198909.134915:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001d0ab73. 00010000:00000010:0.0:1776198909.134953:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.134960:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4782812. 00000100:00000010:0.0:1776198909.134977:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4782812. 00010000:00000010:0.0:1776198909.134981:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000400:00000010:0.0:1776198909.134996:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198909.135000:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754048, offset 224 00000400:00000200:0.0:1776198909.135008:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.135018:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.135024:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92627:92627:256:4294967295] 192.168.204.56@tcp LPNI seq info [92627:92627:8:4294967295] 00010000:00000010:1.1:1776198909.136371:0:78610:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077f17d25. 00010000:00000010:0.1:1776198909.136467:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006f461c3. 00010000:00000010:0.1:1776198909.136475:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00000400:00000200:0.0:1776198909.136493:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.136501:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.136507:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198909.136514:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.136520:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.136524:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.136556:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3b52bd9. 00000020:00000010:0.0:1776198909.136563:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.136566:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd74344b. 00000400:00000010:0.0:1776198909.136604:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a39e95aa. 00000400:00000200:0.0:1776198909.136608:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198909.136610:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:0.0:1776198909.136616:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000443b8fc8 x1862477231090688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.136626:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000443b8fc8 x1862477231090688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198909.136648:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fae4ab6. 02000000:00000010:0.0:1776198909.136663:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a960fd7d. 02000000:00000010:0.0:1776198909.136668:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060cbe096. 00000100:00000010:0.0:1776198909.136672:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 00000100:00000010:0.0:1776198909.136675:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d90a0e47. 00010000:00000010:0.0:1776198909.136679:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a73bf300. 00080000:00000010:0.0:1776198909.136699:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060cbe096. 00000800:00000200:3.0:1776198909.137162:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.137167:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198909.137173:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.137179:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.137183:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:3.0:1776198909.137184:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00010000:00000010:0.0:1776198909.137906:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3298907. 00010000:00000010:0.0:1776198909.137914:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb218cdb. 00010000:00000010:0.0:1776198909.138427:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000034ee624. 00010000:00000010:0.0:1776198909.138435:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3298907. 00010000:00000010:0.0:1776198909.138446:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a73bf300. 00000100:00000010:0.0:1776198909.138452:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4782812. 00000100:00000010:0.0:1776198909.138462:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198909.138475:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a960fd7d. 02000000:00000010:0.0:1776198909.138503:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd74344b. 00000400:00000010:0.0:1776198909.138509:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a39e95aa. 00000400:00000010:0.0:1776198909.138515:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198909.138521:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090752, portal 16 00000400:00000010:0.0:1776198909.138526:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198909.138529:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090752, offset 0 00000400:00000200:0.0:1776198909.138536:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.138551:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.138558:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.138561:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.138564:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.138567:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92628:92628:256:4294967295] 192.168.204.56@tcp LPNI seq info [92628:92628:8:4294967295] 00000400:00000200:0.0:1776198909.138577:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.138583:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.138588:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198909.138595:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.138603:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.138606:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.142163:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.142171:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:3.0:1776198909.142181:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.142192:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.142197:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:3.0:1776198909.142199:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:3.0:1776198909.142208:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000443b8fc8 x1862477231090752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.145292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eca436a. 00000400:00000200:0.0:1776198909.149064:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.149083:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ec40 00000400:00000200:0.0:1776198909.149092:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ab5 [1] + 224 00000400:00000200:0.0:1776198909.149103:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.149108:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.149121:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000443b8fc8 x1862477231090752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.149169:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.149174:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76c00 00000400:00000200:0.0:1776198909.149179:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb73c5 [2] + 1968 00000400:00000010:0.0:1776198909.149183:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008589cdb9. 00000400:00000200:0.0:1776198909.149187:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000023970499 00000400:00000200:0.0:1776198909.149279:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.149283:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.149286:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023970499 00000400:00000010:0.0:1776198909.149289:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000023970499 (tot 82346882). 00000100:00000200:0.0:1776198909.149296:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1776198909.149303:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a39e95aa. 00000400:00000200:3.0:1776198909.149307:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:3.0:1776198909.149308:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:3.0:1776198909.149313:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000443b8fc8 x1862477231090752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.149320:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000443b8fc8 x1862477231090752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198909.149342:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928813a3. 02000000:00000010:3.0:1776198909.149347:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd74344b. 00000020:00000010:0.0:1776198909.149348:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c3b52bd9. 02000000:00000010:3.0:1776198909.149352:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a960fd7d. 00000020:00000010:0.0:1776198909.149352:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000010:3.0:1776198909.149355:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 00000100:00000010:3.0:1776198909.149359:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f4782812. 00010000:00000010:3.0:1776198909.149362:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a73bf300. 00000100:00000200:0.0:1776198909.149374:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062875989 x1862477217754112/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.149401:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754112 02000000:00000010:0.0:1776198909.149412:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a960fd7d. 00010000:00000010:0.0:1776198909.149442:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c593296b. 00010000:00000010:0.0:1776198909.149462:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.149467:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b9cb65b. 00000100:00000010:0.0:1776198909.149483:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b9cb65b. 00010000:00000010:0.0:1776198909.149486:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000400:00000010:0.0:1776198909.149498:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198909.149503:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754112, offset 224 00000400:00000200:0.0:1776198909.149509:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.149519:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.149524:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92629:92629:256:4294967295] 192.168.204.56@tcp LPNI seq info [92629:92629:8:4294967295] 00000400:00000200:0.0:1776198909.149534:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.149540:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.149544:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347130). 00000800:00000200:0.0:1776198909.149550:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.149556:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.149560:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.149576:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c3b52bd9. 00000020:00000010:0.0:1776198909.149581:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.149583:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928813a3. 02000000:00000010:0.0:1776198909.149591:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001d0ab73. 00000100:00000010:0.0:1776198909.149593:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:0.0:1776198909.149596:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000076b2522. 00000100:00000010:0.0:1776198909.149598:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198909.149600:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a4d6ff7. 00000100:00000010:0.0:1776198909.149603:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:0.0:1776198909.149606:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bb9e2fe. 00000100:00000010:0.0:1776198909.149608:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:0.0:1776198909.149611:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085fb750c. 00000100:00000010:0.0:1776198909.149624:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:0.0:1776198909.149627:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c7c10b7. 00000100:00000010:0.0:1776198909.149639:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000200:0.0:1776198909.149646:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198909.149650:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000011020c67. 00000400:00000010:0.0:1776198909.149653:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008b9cb65b (tot 82347282). 00000800:00000200:0.0:1776198909.149709:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.149712:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198909.149717:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.149721:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.149722:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:0.0:1776198909.149724:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 02000000:00000010:0.0:1776198909.149726:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a960fd7d. 00080000:00000010:3.0:1776198909.149987:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072c21f3d. 00010000:00000010:3.0:1776198909.150094:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3298907. 00010000:00000010:3.0:1776198909.150101:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d04fca03. 00010000:00000010:3.0:1776198909.150183:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faacb7ea. 00010000:00000010:3.0:1776198909.150190:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198909.150200:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088c748b5. 00000100:00000010:3.0:1776198909.150204:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.150211:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198909.150222:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c7c10b7. 02000000:00000010:3.0:1776198909.150247:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085fb750c. 00000400:00000010:3.0:1776198909.150286:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.150292:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198909.150295:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090816, portal 16 00000400:00000010:3.0:1776198909.150300:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.150301:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090816, offset 0 00000400:00000200:3.0:1776198909.150307:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.150314:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.150320:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.150324:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.150327:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.150329:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92630:92630:256:4294967295] 192.168.204.56@tcp LPNI seq info [92630:92630:8:4294967295] 00000400:00000200:3.0:1776198909.150336:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.150340:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.150343:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347282). 00000800:00000200:3.0:1776198909.150347:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.150351:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.150354:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.150545:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.150547:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:0.0:1776198909.150551:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.150555:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.150558:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:0.0:1776198909.150559:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:0.0:1776198909.150565:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231090816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.151302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000300314b5. 00010000:00000010:0.1:1776198909.151311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00010000:00000010:3.1:1776198909.158525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b65e0a6. 00010000:00000010:3.1:1776198909.158542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000034ee624. 00010000:00000010:0.1:1776198909.159304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cdfe4b9. 00000400:00000200:0.0:1776198909.183154:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.183181:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ec80 00000400:00000200:0.0:1776198909.183194:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ac5 [1] + 224 00000400:00000200:0.0:1776198909.183209:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.183213:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.183225:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231090816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.183299:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000010:1.0:1776198909.183438:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:1.0:1776198909.183445:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:1.0:1776198909.183448:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:1.0:1776198909.183454:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231090816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.183462:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231090816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.183507:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085fb750c. 02000000:00000010:1.0:1776198909.183532:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c7c10b7. 00000100:00000010:1.0:1776198909.183553:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:1.0:1776198909.183559:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:1.0:1776198909.183563:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088c748b5. 00000400:00000200:0.0:1776198909.183607:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76c40 00000400:00000200:0.0:1776198909.183614:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 0 00000400:00000200:0.0:1776198909.183626:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.183630:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.183634:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.183640:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:1.0:1776198909.183734:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000907ed1ad. 00000020:00000010:1.0:1776198909.183740:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f45fa454. 00000020:00000010:1.0:1776198909.183745:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.183772:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217754176/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198909.183807:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754176 02000000:00000010:1.0:1776198909.183822:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c7c10b7. 00010000:00000010:1.0:1776198909.183853:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fecf94f4. 00010000:00000010:1.0:1776198909.183875:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbcb861. 00000100:00000010:1.0:1776198909.183881:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.183895:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.183897:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbcb861. 00000400:00000010:1.0:1776198909.183911:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198909.183915:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754176, offset 224 00000400:00000200:1.0:1776198909.183922:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.183933:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.183938:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92631:92631:256:4294967295] 192.168.204.56@tcp LPNI seq info [92631:92631:8:4294967295] 00000400:00000200:1.0:1776198909.183948:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.183953:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.183957:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198909.183971:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.183978:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.183982:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.184005:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f45fa454. 00000020:00000010:1.0:1776198909.184010:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.184013:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000907ed1ad. 00080000:00000010:2.0:1776198909.184555:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e65572. 00010000:00000010:2.0:1776198909.184676:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:2.0:1776198909.184695:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091e85356. 00010000:00000010:2.0:1776198909.184785:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198909.184792:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.184802:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198909.184807:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.184815:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198909.184841:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c075658. 02000000:00000010:2.0:1776198909.184868:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f484cd6c. 00000400:00000010:2.0:1776198909.184874:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099aeebc0. 00000400:00000010:2.0:1776198909.184879:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198909.184885:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090880, portal 16 00000400:00000010:2.0:1776198909.184890:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198909.184892:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090880, offset 0 00000400:00000200:2.0:1776198909.184898:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.184910:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.184917:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.184921:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.184924:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.184927:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92632:92632:255:4294967295] 192.168.204.56@tcp LPNI seq info [92632:92632:7:4294967295] 00000400:00000200:2.0:1776198909.184936:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.184941:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.184945:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198909.184950:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.184954:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.184957:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.185386:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.185391:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347282). 00000400:00000200:0.0:1776198909.185396:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.185401:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.185405:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:0.0:1776198909.185406:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000800:00000200:0.0:1776198909.185599:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.185602:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198909.185605:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.185609:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.185612:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:0.0:1776198909.185613:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:0.0:1776198909.185619:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231090880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.187920:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.187938:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ecc0 00000400:00000200:0.0:1776198909.187946:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ad1 [1] + 224 00000400:00000200:0.0:1776198909.187957:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.187961:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.187982:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231090880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.188113:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.188121:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76c80 00000400:00000200:0.0:1776198909.188128:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 328 00000400:00000010:2.0:1776198909.188135:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099aeebc0. 00000400:00000200:2.0:1776198909.188143:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:2.0:1776198909.188145:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:2.0:1776198909.188151:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231090880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.188163:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231090880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.188197:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f484cd6c. 02000000:00000010:2.0:1776198909.188205:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c075658. 00000100:00000010:2.0:1776198909.188208:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198909.188212:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.188216:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00000400:00000200:0.0:1776198909.190133:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.190147:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.190157:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.190166:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000020:00000010:1.0:1776198909.190989:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085fb750c. 00000020:00000010:1.0:1776198909.191096:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f45fa454. 00000020:00000010:1.0:1776198909.191101:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.191134:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217754240/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198909.191332:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754240 02000000:00000010:1.0:1776198909.191346:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1caccf6. 00010000:00000010:1.0:1776198909.191377:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c70a680. 00010000:00000010:1.0:1776198909.191400:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbcb861. 00000100:00000010:1.0:1776198909.191407:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.191421:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.191425:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbcb861. 00000400:00000010:1.0:1776198909.191438:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198909.191444:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754240, offset 224 00000400:00000200:1.0:1776198909.191452:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.191467:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.191473:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92633:92633:256:4294967295] 192.168.204.56@tcp LPNI seq info [92633:92633:8:4294967295] 00000400:00000200:1.0:1776198909.191484:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.191489:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.191494:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198909.191500:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.191507:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.191510:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.191530:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f45fa454. 00000020:00000010:1.0:1776198909.191534:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.191537:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085fb750c. 00080000:00000010:2.0:1776198909.191610:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c075658. 00010000:00000010:2.0:1776198909.191714:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.191721:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0e9bd68. 00010000:00000010:2.0:1776198909.191799:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198909.191806:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.191817:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082cdf121. 00000100:00000010:2.0:1776198909.191821:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.191842:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198909.191855:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f484cd6c. 02000000:00000010:2.0:1776198909.191879:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005935a602. 00000400:00000010:2.0:1776198909.191885:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000099aeebc0. 00000400:00000010:2.0:1776198909.191889:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198909.191894:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231090944, portal 16 00000400:00000010:2.0:1776198909.191900:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198909.191902:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231090944, offset 0 00000400:00000200:2.0:1776198909.191907:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.191915:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.191924:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.191928:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.191931:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.191933:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92634:92634:255:4294967295] 192.168.204.56@tcp LPNI seq info [92634:92634:7:4294967295] 00000400:00000200:2.0:1776198909.191940:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.191945:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.191950:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347530). 00000800:00000200:2.0:1776198909.191954:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.191960:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.191973:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.195230:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.195238:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347282). 00000400:00000200:0.0:1776198909.195247:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.195277:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.195283:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:0.0:1776198909.195285:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000800:00000200:0.0:1776198909.195359:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.195362:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:0.0:1776198909.195365:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.195369:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.195371:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:0.0:1776198909.195373:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:0.0:1776198909.195380:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231090944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.198852:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.198873:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ed00 00000400:00000200:3.0:1776198909.198883:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8add [1] + 224 00000400:00000200:3.0:1776198909.198898:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.198903:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.198914:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231090944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.199016:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.199023:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76cc0 00000400:00000200:3.0:1776198909.199027:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 656 00000400:00000200:3.0:1776198909.199075:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.199078:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.199083:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.199088:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00010000:00000010:1.1:1776198909.200164:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d17e07. 00000400:00000010:1.0:1776198909.200189:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000099aeebc0. 00000400:00000200:1.0:1776198909.200193:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:1.0:1776198909.200195:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:1.0:1776198909.200204:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231090944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.200214:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231090944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.200242:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005935a602. 02000000:00000010:1.0:1776198909.200248:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f484cd6c. 00010000:00000010:2.1:1776198909.200350:0:78614:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000addd5d5d. 00010000:00000010:2.1:1776198909.200360:0:78614:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacb7ea. 00000020:00000010:0.0:1776198909.200380:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a960fd7d. 00000020:00000010:0.0:1776198909.200388:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.200393:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.200417:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217754304/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198909.200453:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754304 02000000:00000010:0.0:1776198909.200465:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000bb9e2fe. 00010000:00000010:0.0:1776198909.200494:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd57fa71. 00010000:00000010:0.0:1776198909.200513:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.200520:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.200526:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.200530:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000400:00000010:0.0:1776198909.200544:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198909.200549:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754304, offset 224 00000400:00000200:0.0:1776198909.200558:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.200693:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.200700:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92635:92635:256:4294967295] 192.168.204.56@tcp LPNI seq info [92635:92635:8:4294967295] 00000400:00000200:0.0:1776198909.200711:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.200717:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.200722:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198909.200729:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.200737:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.200740:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.200798:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.200802:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.200805:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a960fd7d. 00000100:00000010:1.0:1776198909.200923:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:1.0:1776198909.200928:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:1.0:1776198909.200932:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082cdf121. 00080000:00000010:1.0:1776198909.200946:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000907ed1ad. 00010000:00000010:1.0:1776198909.201054:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:1.0:1776198909.201061:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f9614e9. 00010000:00000010:1.0:1776198909.201134:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.0:1776198909.201140:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.201152:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fbcb861. 00000100:00000010:1.0:1776198909.201156:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.201161:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 02000000:00000010:1.0:1776198909.201174:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085fb750c. 02000000:00000010:1.0:1776198909.201200:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45df6c4. 00000400:00000010:1.0:1776198909.201206:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198909.201210:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cf5c748. 00000100:00000200:1.0:1776198909.201215:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091008, portal 16 00000400:00000010:1.0:1776198909.201219:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8a5d80. 00000100:00000200:1.0:1776198909.201221:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091008, offset 0 00000400:00000200:1.0:1776198909.201227:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.201234:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.201241:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.201244:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.201247:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.201249:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92636:92636:255:4294967295] 192.168.204.56@tcp LPNI seq info [92636:92636:7:4294967295] 00000400:00000200:1.0:1776198909.201287:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.201292:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.201295:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347530). 00000800:00000200:1.0:1776198909.201300:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.201303:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.201306:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.201683:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.201688:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347282). 00000400:00000200:0.0:1776198909.201694:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.201698:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.201703:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:0.0:1776198909.201704:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000800:00000200:0.0:1776198909.202166:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.202170:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347034). 00000400:00000200:0.0:1776198909.202174:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.202178:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.202181:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:0.0:1776198909.202182:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 00000100:00000200:0.0:1776198909.202190:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d87c9fc x1862477231091008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.203289:0:78614:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5462491. 00010000:00000010:2.1:1776198909.203299:0:78614:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00010000:00000010:1.1:1776198909.203608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f527c31. 00000400:00000200:1.0:1776198909.204952:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.204979:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ed40 00000400:00000200:1.0:1776198909.204988:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ae9 [1] + 224 00000400:00000200:1.0:1776198909.205004:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.205009:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.205019:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d87c9fc x1862477231091008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.205120:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:3.0:1776198909.205125:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:3.0:1776198909.205126:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000100:00000200:3.0:1776198909.205132:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d87c9fc x1862477231091008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.205139:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d87c9fc x1862477231091008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.205167:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45df6c4. 02000000:00000010:3.0:1776198909.205172:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085fb750c. 00000100:00000010:3.0:1776198909.205187:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 00000100:00000010:3.0:1776198909.205191:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:3.0:1776198909.205194:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fbcb861. 00000400:00000200:3.0:1776198909.206353:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.206369:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76d00 00000400:00000200:3.0:1776198909.206377:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 984 00000400:00000200:3.0:1776198909.206442:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.206447:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.206452:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.206459:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00010000:00000010:1.1:1776198909.206531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b343db3. 00010000:00000010:1.1:1776198909.206538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00010000:00000010:0.1:1776198909.206608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094aaba76. 00000020:00000010:0.0:1776198909.206644:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a960fd7d. 00000020:00000010:0.0:1776198909.206655:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.206660:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.206685:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217754368/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.206712:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754368 02000000:00000010:0.0:1776198909.206723:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001d0ab73. 00010000:00000010:0.0:1776198909.206750:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a6165b9. 00010000:00000010:0.0:1776198909.206769:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.206776:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.206792:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.206795:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000400:00000010:0.0:1776198909.206810:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198909.206814:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754368, offset 224 00000400:00000200:0.0:1776198909.206821:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:3.0:1776198909.206826:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085fb750c. 00000400:00000200:0.0:1776198909.206832:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.206838:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92637:92637:256:4294967295] 192.168.204.56@tcp LPNI seq info [92637:92637:8:4294967295] 00000400:00000200:0.0:1776198909.206847:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.206851:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.206855:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198909.206861:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.206867:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.206871:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.206887:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.206890:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.206893:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a960fd7d. 00010000:00000010:3.0:1776198909.206916:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6e4d6a. 00010000:00000010:3.0:1776198909.206923:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000547ee4. 00010000:00000010:3.0:1776198909.207011:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000968780e7. 00010000:00000010:3.0:1776198909.207019:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.207042:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6f016b3. 00000100:00000010:3.0:1776198909.207046:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbccde06. 00000100:00000010:3.0:1776198909.207054:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f77875. 02000000:00000010:3.0:1776198909.207065:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da7f7a0d. 00000800:00000200:1.0:1776198909.207083:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.207087:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 02000000:00000010:3.0:1776198909.207089:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a988c20. 00000400:00000200:1.0:1776198909.207092:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776198909.207094:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000200:1.0:1776198909.207096:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:3.0:1776198909.207098:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000400:00000200:1.0:1776198909.207100:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:1.0:1776198909.207102:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:3.0:1776198909.207109:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091072, portal 16 00000400:00000010:3.0:1776198909.207113:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198909.207115:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091072, offset 0 00000400:00000200:3.0:1776198909.207120:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.207125:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.207132:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.207136:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.207139:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.207142:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92638:92638:256:4294967295] 192.168.204.56@tcp LPNI seq info [92638:92638:8:4294967295] 00000400:00000200:3.0:1776198909.207148:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.207152:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.207155:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e28d285c (tot 82347282). 00000800:00000200:3.0:1776198909.207158:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.207162:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.207164:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e28d285c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.207454:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.207456:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e28d285c (tot 82347034). 00000400:00000200:1.0:1776198909.207460:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.207464:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.207466:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:1.0:1776198909.207468:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 00000100:00000200:1.0:1776198909.207473:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f77875 x1862477231091072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.211403:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006faedc55. 00010000:00000010:3.1:1776198909.211416:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00000400:00000200:3.0:1776198909.211462:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.211478:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ed80 00000400:00000200:3.0:1776198909.211487:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8af5 [1] + 224 00000400:00000200:3.0:1776198909.211500:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.211504:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.211515:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f77875 x1862477231091072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.211544:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.211550:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76d40 00000400:00000200:3.0:1776198909.211554:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 1312 00000400:00000200:3.0:1776198909.211565:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.211577:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.211581:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.211587:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00000400:00000010:1.0:1776198909.211682:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:1.0:1776198909.211687:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b4375f2 00000400:00000010:1.0:1776198909.211689:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b4375f2. 00000100:00000200:1.0:1776198909.211696:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f77875 x1862477231091072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.211703:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f77875 x1862477231091072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.211736:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a988c20. 02000000:00000010:1.0:1776198909.211743:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da7f7a0d. 00000100:00000010:1.0:1776198909.211746:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f77875. 00000100:00000010:1.0:1776198909.211750:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbccde06. 00010000:00000010:1.0:1776198909.211753:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6f016b3. 00010000:00000010:0.1:1776198909.211819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000764a84c9. 00000020:00000010:0.0:1776198909.211861:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a960fd7d. 00000020:00000010:0.0:1776198909.211870:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.211874:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.211907:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f12cd49d x1862477217754432/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198909.211943:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754432 02000000:00000010:0.0:1776198909.211956:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000928813a3. 00010000:00000010:0.0:1776198909.211994:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfc4c5fa. 00010000:00000010:0.0:1776198909.212013:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.212023:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.212037:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.212039:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000400:00000010:0.0:1776198909.212053:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.212057:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754432, offset 224 00000400:00000200:0.0:1776198909.212065:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.212075:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.212080:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92639:92639:256:4294967295] 192.168.204.56@tcp LPNI seq info [92639:92639:8:4294967295] 00000400:00000200:0.0:1776198909.212090:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.212095:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.212099:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198909.212105:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.212112:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.212115:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.212143:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.212148:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.212151:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a960fd7d. 00080000:00000010:1.0:1776198909.212208:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5213bcb. 00010000:00000010:1.0:1776198909.212334:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:1.0:1776198909.212345:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018748825. 00010000:00000010:1.0:1776198909.212440:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c67b443. 00010000:00000010:1.0:1776198909.212447:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf750045. 00010000:00000010:1.0:1776198909.212458:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef283301. 00000100:00000010:1.0:1776198909.212462:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.212468:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 02000000:00000010:1.0:1776198909.212479:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da7f7a0d. 02000000:00000010:1.0:1776198909.212503:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a988c20. 00000400:00000010:1.0:1776198909.212508:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.212512:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198909.212516:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091136, portal 16 00000400:00000010:1.0:1776198909.212520:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198909.212521:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091136, offset 0 00000400:00000200:1.0:1776198909.212527:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.212533:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.212540:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.212543:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.212546:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.212548:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92640:92640:255:4294967295] 192.168.204.56@tcp LPNI seq info [92640:92640:7:4294967295] 00000400:00000200:1.0:1776198909.212555:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.212560:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.212563:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198909.212567:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.212645:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.212648:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.213068:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.213074:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347282). 00000400:00000200:3.0:1776198909.213080:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.213084:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.213088:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:3.0:1776198909.213090:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000800:00000200:3.0:1776198909.213161:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.213164:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:3.0:1776198909.213168:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.213170:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.213172:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:3.0:1776198909.213174:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00000100:00000200:3.0:1776198909.213179:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c27ac065 x1862477231091136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.215482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4f3171. 00010000:00000010:1.1:1776198909.215500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000968780e7. 00010000:00000010:0.1:1776198909.215815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000310eb24a. 00000400:00000200:3.0:1776198909.220989:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.221010:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2edc0 00000400:00000200:3.0:1776198909.221018:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b01 [1] + 224 00000400:00000200:3.0:1776198909.221030:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.221033:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.221045:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c27ac065 x1862477231091136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.221085:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.221090:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76d80 00000400:00000200:3.0:1776198909.221095:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 1640 00000400:00000200:3.0:1776198909.221152:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.221156:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.221160:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.221166:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000400:00000010:0.0:1776198909.221330:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:0.0:1776198909.221335:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00000400:00000010:0.0:1776198909.221338:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00000100:00000200:0.0:1776198909.221345:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c27ac065 x1862477231091136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.221352:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c27ac065 x1862477231091136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.221381:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a988c20. 02000000:00000010:0.0:1776198909.221387:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da7f7a0d. 00000100:00000010:0.0:1776198909.221390:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 00000100:00000010:0.0:1776198909.221394:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:0.0:1776198909.221399:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef283301. 00000020:00000010:2.0:1776198909.226040:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037fc0168. 00000020:00000010:2.0:1776198909.226051:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198909.226056:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.226089:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217754496/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198909.226133:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754496 02000000:00000010:2.0:1776198909.226145:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007a02b5e. 00010000:00000010:2.0:1776198909.226175:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000848847e1. 00010000:00000010:2.0:1776198909.226197:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6f2068d. 00000100:00000010:2.0:1776198909.226204:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.226215:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.226218:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6f2068d. 00000400:00000010:2.0:1776198909.226231:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198909.226237:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754496, offset 224 00000400:00000200:2.0:1776198909.226247:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.226293:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.226300:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92641:92641:256:4294967295] 192.168.204.56@tcp LPNI seq info [92641:92641:8:4294967295] 00000400:00000200:2.0:1776198909.226311:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.226317:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.226322:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.226329:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.226337:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.226342:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.226362:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198909.226366:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.226370:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037fc0168. 00000800:00000200:2.0:1776198909.226473:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.226477:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198909.226482:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.226487:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.226491:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:2.0:1776198909.226493:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00080000:00000010:0.0:1776198909.226862:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a960fd7d. 00010000:00000010:0.0:1776198909.226950:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf750045. 00010000:00000010:0.0:1776198909.226958:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e871b118. 00010000:00000010:0.0:1776198909.227047:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bfb2011. 00010000:00000010:0.0:1776198909.227053:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e498033. 00010000:00000010:0.0:1776198909.227063:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.227067:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.227075:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198909.227087:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd74344b. 02000000:00000010:0.0:1776198909.227114:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da7f7a0d. 00000400:00000010:0.0:1776198909.227119:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cb05691. 00000400:00000010:0.0:1776198909.227124:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198909.227129:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091200, portal 16 00000400:00000010:0.0:1776198909.227134:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198909.227136:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091200, offset 0 00000400:00000200:0.0:1776198909.227142:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.227150:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.227157:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.227160:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.227163:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.227166:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92642:92642:256:4294967295] 192.168.204.56@tcp LPNI seq info [92642:92642:8:4294967295] 00000400:00000200:0.0:1776198909.227173:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.227178:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.227181:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198909.227185:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.227190:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.227193:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.227433:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.227437:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:1.0:1776198909.227442:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.227446:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.227449:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:1.0:1776198909.227451:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:1.0:1776198909.227457:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231091200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.233591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d457ea2. 00010000:00000010:0.1:1776198909.234592:0:78617:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269148aa. 00010000:00000010:0.1:1776198909.234601:0:78617:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00000400:00000200:3.0:1776198909.245136:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.245159:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ee00 00000400:00000200:3.0:1776198909.245169:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b0d [1] + 224 00000400:00000200:3.0:1776198909.245184:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.245188:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.245199:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231091200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.245243:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.245248:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76dc0 00000400:00000200:3.0:1776198909.245270:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb741d [2] + 1968 00000400:00000010:3.0:1776198909.245275:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8d30d01. 00000400:00000200:3.0:1776198909.245279:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b0ffa91c 00000400:00000200:3.0:1776198909.245324:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.245328:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.245330:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0ffa91c 00000400:00000010:3.0:1776198909.245332:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b0ffa91c (tot 82346882). 00000100:00000200:3.0:1776198909.245351:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776198909.245521:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cb05691. 00000400:00000200:1.0:1776198909.245525:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:1.0:1776198909.245527:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00000100:00000200:1.0:1776198909.245533:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231091200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.245542:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231091200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.245577:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da7f7a0d. 02000000:00000010:1.0:1776198909.245583:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd74344b. 00000100:00000010:1.0:1776198909.245587:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:1.0:1776198909.245591:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:1.0:1776198909.245596:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000020:00000010:1.0:1776198909.245641:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d45df6c4. 00000020:00000010:1.0:1776198909.245647:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f45fa454. 00000020:00000010:1.0:1776198909.245652:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.245685:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032732682 x1862477217754560/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198909.245718:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754560 02000000:00000010:1.0:1776198909.245730:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd74344b. 00010000:00000010:1.0:1776198909.245762:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a8532a. 00010000:00000010:1.0:1776198909.245783:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9fde811. 00000100:00000010:1.0:1776198909.245790:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005985ba90. 00000100:00000010:1.0:1776198909.245800:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005985ba90. 00010000:00000010:1.0:1776198909.245802:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9fde811. 00000400:00000010:1.0:1776198909.245816:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198909.245820:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754560, offset 224 00000400:00000200:1.0:1776198909.245840:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.245851:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.245856:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92643:92643:256:4294967295] 192.168.204.56@tcp LPNI seq info [92643:92643:8:4294967295] 00000400:00000200:1.0:1776198909.245865:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.245870:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.245874:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7ceeaeb (tot 82347130). 00000800:00000200:1.0:1776198909.245880:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.245887:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.245890:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d7ceeaeb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.245905:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f45fa454. 00000020:00000010:1.0:1776198909.245911:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.245914:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d45df6c4. 02000000:00000010:1.0:1776198909.245922:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007a02b5e. 00000100:00000010:1.0:1776198909.245925:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:1.0:1776198909.245930:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000928813a3. 00000100:00000010:1.0:1776198909.245932:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 02000000:00000010:1.0:1776198909.245935:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001d0ab73. 00000100:00000010:1.0:1776198909.245937:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:1.0:1776198909.245941:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bb9e2fe. 00000100:00000010:1.0:1776198909.245943:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 02000000:00000010:1.0:1776198909.245946:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1caccf6. 00000100:00000010:1.0:1776198909.245948:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:1.0:1776198909.245951:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c7c10b7. 00000100:00000010:1.0:1776198909.245974:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 00000100:00000200:1.0:1776198909.245981:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198909.245987:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ebd86f. 00000400:00000010:1.0:1776198909.245990:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005985ba90 (tot 82347282). 00080000:00000010:1.0:1776198909.246016:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb9e2fe. 00010000:00000010:1.0:1776198909.246119:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e498033. 00010000:00000010:1.0:1776198909.246127:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd224708. 00010000:00000010:1.0:1776198909.246220:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.0:1776198909.246227:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf750045. 00010000:00000010:1.0:1776198909.246239:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9fde811. 00000100:00000010:1.0:1776198909.246244:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000215d4bec. 00000100:00000010:1.0:1776198909.246281:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 02000000:00000010:1.0:1776198909.246292:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001d0ab73. 02000000:00000010:1.0:1776198909.246316:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000928813a3. 00000400:00000010:1.0:1776198909.246320:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198909.246324:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198909.246328:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091264, portal 16 00000400:00000010:1.0:1776198909.246331:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198909.246333:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091264, offset 0 00000400:00000200:1.0:1776198909.246339:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.246346:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.246353:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.246357:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.246360:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.246363:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92644:92644:255:4294967295] 192.168.204.56@tcp LPNI seq info [92644:92644:7:4294967295] 00000400:00000200:1.0:1776198909.246370:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.246374:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.246378:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ee1e06d (tot 82347530). 00000800:00000200:1.0:1776198909.246381:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.246385:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.246388:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004ee1e06d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.247510:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.247516:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7ceeaeb (tot 82347282). 00000400:00000200:2.0:1776198909.247523:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.247531:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.247535:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:2.0:1776198909.247537:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 02000000:00000010:2.0:1776198909.247544:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd74344b. 00000800:00000200:2.0:1776198909.247609:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.247611:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ee1e06d (tot 82347034). 00000400:00000200:2.0:1776198909.247614:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.247617:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.247619:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:2.0:1776198909.247621:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:2.0:1776198909.247626:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003fddc9a8 x1862477231091264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.251812:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.251840:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ee40 00000400:00000200:1.0:1776198909.251850:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b1d [1] + 224 00000400:00000200:1.0:1776198909.251881:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.251886:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.251897:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003fddc9a8 x1862477231091264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.253298:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f059e54b. 00000400:00000200:3.0:1776198909.253307:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:3.0:1776198909.253309:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:3.0:1776198909.253321:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003fddc9a8 x1862477231091264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.253330:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003fddc9a8 x1862477231091264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.253371:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000928813a3. 02000000:00000010:3.0:1776198909.253377:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001d0ab73. 00000100:00000010:3.0:1776198909.253380:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 00000100:00000010:3.0:1776198909.253384:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000215d4bec. 00010000:00000010:3.0:1776198909.253387:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9fde811. 00000400:00000200:3.0:1776198909.255885:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.255907:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76e00 00000400:00000200:3.0:1776198909.255917:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 0 00000400:00000200:3.0:1776198909.255992:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.255997:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.256004:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.256010:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000020:00000010:2.0:1776198909.257306:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f01ad7e. 00000020:00000010:2.0:1776198909.257318:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198909.257323:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.257353:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217754624/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198909.257393:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754624 02000000:00000010:2.0:1776198909.257405:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f484cd6c. 00010000:00000010:2.0:1776198909.257443:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078156d00. 00010000:00000010:2.0:1776198909.257466:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198909.257473:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.257490:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.257494:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000010:2.0:1776198909.257509:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198909.257514:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754624, offset 224 00000400:00000200:2.0:1776198909.257522:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.257535:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.257541:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92645:92645:256:4294967295] 192.168.204.56@tcp LPNI seq info [92645:92645:8:4294967295] 00000400:00000200:2.0:1776198909.257551:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.257556:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.257561:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.257579:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.257586:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.257590:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.257608:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003e984d2a. 00000020:00000010:2.0:1776198909.257613:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.257617:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f01ad7e. 00000800:00000200:2.0:1776198909.257709:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.257712:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198909.257716:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.257720:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.257724:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:2.0:1776198909.257726:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00010000:00000010:1.1:1776198909.260601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7b5754. 00010000:00000010:1.1:1776198909.260615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be114f96. 00010000:00000010:1.1:1776198909.260618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bfb2011. 00080000:00000010:0.0:1776198909.261706:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ed2f3a. 00010000:00000010:0.0:1776198909.261836:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf750045. 00010000:00000010:0.0:1776198909.261847:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c388d03b. 00000001:00000010:0.0:1776198909.261915:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005f25258c. 00000001:00000010:0.0:1776198909.261922:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005f25258c. 00000001:00000010:0.0:1776198909.261926:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005f25258c. 00000001:00000010:0.0:1776198909.261928:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000941b1340. 00010000:00000010:0.0:1776198909.261971:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005065e06b. 00010000:00000010:0.0:1776198909.261978:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008cb7a02d. 00010000:00000010:0.0:1776198909.261996:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014d07a82. 00000100:00000010:0.0:1776198909.262008:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.262019:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198909.262052:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002a988c20. 02000000:00000010:0.0:1776198909.262096:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a4d6ff7. 00000400:00000010:0.0:1776198909.262105:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198909.262113:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198909.262122:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091328, portal 16 00000400:00000010:0.0:1776198909.262130:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198909.262133:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091328, offset 0 00000400:00000200:0.0:1776198909.262141:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.262159:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.262167:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.262170:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.262172:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.262175:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92646:92646:256:4294967295] 192.168.204.56@tcp LPNI seq info [92646:92646:8:4294967295] 00000400:00000200:0.0:1776198909.262183:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.262187:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.262190:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198909.262195:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.262201:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.262203:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.262430:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.262435:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198909.262443:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.262449:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.262454:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:1.0:1776198909.262456:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:1.0:1776198909.262463:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231091328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.270533:0:78622:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082e626af. 00010000:00000010:0.1:1776198909.271530:0:78621:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab0326ec. 00010000:00000010:0.1:1776198909.271537:0:78621:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00000400:00000200:3.0:1776198909.275562:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.275582:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ee80 00000400:00000200:3.0:1776198909.275592:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b29 [1] + 224 00000400:00000200:3.0:1776198909.275605:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.275609:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.275620:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231091328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.275658:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.275664:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76e40 00000400:00000200:3.0:1776198909.275669:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 328 00000400:00000200:3.0:1776198909.275722:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.275725:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.275730:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.275736:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 00000020:00000010:3.0:1776198909.275788:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7e86a3. 00000020:00000010:3.0:1776198909.275795:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.275799:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.275838:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c982cb58 x1862477217754688/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198909.275914:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754688 02000000:00000010:3.0:1776198909.275927:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb03c5c0. 00010000:00000010:3.0:1776198909.275978:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.275985:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbccde06. 00000100:00000010:3.0:1776198909.275992:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbccde06. 00010000:00000010:3.0:1776198909.275994:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00000400:00000010:3.0:1776198909.276009:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198909.276014:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754688, offset 224 00000400:00000200:3.0:1776198909.276022:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.276043:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.276048:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92647:92647:256:4294967295] 192.168.204.56@tcp LPNI seq info [92647:92647:8:4294967295] 00000400:00000200:3.0:1776198909.276057:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.276061:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.276065:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffc589b (tot 82347282). 00000800:00000200:3.0:1776198909.276070:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.276076:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.276080:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ffc589b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.276098:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.276102:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.276106:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7e86a3. 00000800:00000200:3.0:1776198909.276181:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.276185:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffc589b (tot 82347034). 00000400:00000200:3.0:1776198909.276188:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.276191:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.276195:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:3.0:1776198909.276197:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000400:00000010:0.0:1776198909.276292:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:0.0:1776198909.276297:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:0.0:1776198909.276298:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:0.0:1776198909.276303:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231091328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.276316:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231091328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198909.276337:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e4602a0. 02000000:00000010:0.0:1776198909.276354:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a4d6ff7. 02000000:00000010:0.0:1776198909.276362:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002a988c20. 00000100:00000010:0.0:1776198909.276367:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198909.276370:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.276372:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014d07a82. 00080000:00000010:0.0:1776198909.276392:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a988c20. 00010000:00000010:0.0:1776198909.276475:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cb7a02d. 00010000:00000010:0.0:1776198909.276481:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4bfec05. 00010000:00000010:0.0:1776198909.276559:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198909.276566:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008cb7a02d. 00010000:00000010:0.0:1776198909.276576:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014d07a82. 00000100:00000010:0.0:1776198909.276579:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.276591:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198909.276603:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a4d6ff7. 02000000:00000010:0.0:1776198909.276628:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000410d641a. 00000400:00000010:0.0:1776198909.276633:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198909.276637:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198909.276642:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091392, portal 16 00000400:00000010:0.0:1776198909.276647:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198909.276648:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091392, offset 0 00000400:00000200:0.0:1776198909.276654:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.276662:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.276668:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.276671:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.276674:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.276676:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92648:92648:256:4294967295] 192.168.204.56@tcp LPNI seq info [92648:92648:8:4294967295] 00000400:00000200:0.0:1776198909.276683:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.276688:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.276691:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198909.276695:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.276699:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.276701:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.277670:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.277676:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198909.277684:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.277689:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.277694:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:3.0:1776198909.277696:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000100:00000200:3.0:1776198909.277703:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231091392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.282537:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.282560:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2eec0 00000400:00000200:3.0:1776198909.282572:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b35 [1] + 224 00000400:00000200:3.0:1776198909.282586:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.282591:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.282602:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231091392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198909.282924:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:0.0:1776198909.282928:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:0.0:1776198909.282930:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:0.0:1776198909.282935:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231091392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.282942:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231091392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.282980:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000410d641a. 02000000:00000010:0.0:1776198909.282987:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a4d6ff7. 00000100:00000010:0.0:1776198909.282992:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198909.282996:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.283000:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014d07a82. 00010000:00000010:0.1:1776198909.286613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075621eb9. 00010000:00000010:0.1:1776198909.286628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073919e00. 00010000:00000010:0.1:1776198909.286632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00000400:00000200:3.0:1776198909.287497:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.287521:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76e80 00000400:00000200:3.0:1776198909.287531:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 656 00000400:00000200:3.0:1776198909.287765:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.287771:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.287931:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.287938:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00000020:00000010:0.0:1776198909.290187:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000410d641a. 00000020:00000010:0.0:1776198909.290201:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.290207:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.290244:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c420537 x1862477217754752/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198909.290301:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754752 02000000:00000010:0.0:1776198909.290314:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a4d6ff7. 00010000:00000010:0.0:1776198909.291190:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f5cec0e. 00010000:00000010:0.0:1776198909.291217:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014d07a82. 00000100:00000010:0.0:1776198909.291225:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.291240:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.291244:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014d07a82. 00000400:00000010:0.0:1776198909.291285:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198909.291292:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754752, offset 224 00000400:00000200:0.0:1776198909.291303:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.291321:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.291327:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92649:92649:256:4294967295] 192.168.204.56@tcp LPNI seq info [92649:92649:8:4294967295] 00000400:00000200:0.0:1776198909.291352:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.291358:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.291364:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198909.291370:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.291378:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.291382:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.291405:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.291410:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.291413:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000410d641a. 00000800:00000200:0.0:1776198909.291526:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.291530:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:0.0:1776198909.291536:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.291540:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.291545:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:0.0:1776198909.291547:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00080000:00000010:0.0:1776198909.291581:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000410d641a. 00010000:00000010:0.0:1776198909.291679:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cb7a02d. 00010000:00000010:0.0:1776198909.291685:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f71f021. 00010000:00000010:0.0:1776198909.291766:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198909.291770:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000074a1d295. 00010000:00000010:0.0:1776198909.291774:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005065e06b. 00010000:00000010:0.0:1776198909.291779:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008cb7a02d. 00080000:00000010:0.0:1776198909.291792:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000076b2522. 00010000:00000010:0.0:1776198909.291830:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cb7a02d. 00010000:00000010:0.0:1776198909.291834:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074a1d295. 00010000:00000010:0.0:1776198909.291887:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008deb6ff9. 00010000:00000010:0.0:1776198909.291890:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008cb7a02d. 00010000:00000010:0.0:1776198909.291898:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000014d07a82. 00000100:00000010:0.0:1776198909.291902:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.291909:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198909.291925:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003eda1138. 02000000:00000010:0.0:1776198909.291949:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc630948. 00000400:00000010:0.0:1776198909.291955:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198909.291970:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198909.291975:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091456, portal 16 00000400:00000010:0.0:1776198909.291980:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198909.291982:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091456, offset 0 00000400:00000200:0.0:1776198909.291987:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.291994:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.292001:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.292004:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.292007:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.292009:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92650:92650:256:4294967295] 192.168.204.56@tcp LPNI seq info [92650:92650:8:4294967295] 00000400:00000200:0.0:1776198909.292016:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.292021:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.292615:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198909.292624:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.292630:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.292633:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.293210:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.293215:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198909.293220:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.293226:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.293230:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:2.0:1776198909.293233:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000100:00000200:2.0:1776198909.293242:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231091456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1776198909.293684:0:66577:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 02000000:00000010:2.0:1776198909.293698:0:66577:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b91f2dbb. 02000000:00000010:0.0:1776198909.297427:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005f048ae4. 00000400:00000010:0.0:1776198909.297445:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198909.297452:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.297459:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231091520, portal 4 00000400:00000010:0.0:1776198909.297466:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198909.297469:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862477231091520, offset 0 00000400:00000200:0.0:1776198909.297478:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776198909.297491:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776198909.297504:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de9c5c2ef40 00000400:00000200:0.0:1776198909.297511:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3478d [8] + 1120 00000400:00000200:0.0:1776198909.297518:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.297522:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776198909.297528:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1776198909.297532:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ce96fe7. 00000400:00000200:0.0:1776198909.297556:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:0.0:1776198909.297558:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:0.0:1776198909.297563:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a8062a4 x1862477231091520/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:3.0:1776198909.297902:0:66493:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7e86a3. 00000020:00000010:3.0:1776198909.297910:0:66493:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.297914:0:66493:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.297995:0:66493:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231091520 02000000:00000010:3.0:1776198909.298014:0:66493:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000072151b17. 00010000:00000200:3.0:1776198909.298052:0:66493:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006ce96fe7 x1862477231091520/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:260/0 lens 224/368 e 0 to 0 dl 1776198915 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1776198909.298069:0:66493:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198909.298073:0:66493:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862477231091520, offset 224 00000400:00000200:3.0:1776198909.298078:0:66493:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198909.298083:0:66493:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198909.298089:0:66493:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de9c5c2ef40 00000400:00000200:3.0:1776198909.298093:0:66493:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb8b49 [1] + 224 00000400:00000200:3.0:1776198909.298097:0:66493:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.298100:0:66493:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198909.298105:0:66493:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a8062a4 x1862477231091520/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1776198909.298129:0:66493:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:3.0:1776198909.298131:0:66493:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000020:00000010:3.0:1776198909.298142:0:66493:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.298147:0:66493:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.298150:0:66493:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7e86a3. 00010000:00000010:0.1:1776198909.298382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f31b05bd. 00010000:00000010:0.1:1776198909.298389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de552b3f. 00010000:00000010:0.1:1776198909.298394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198909.298397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198909.298399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00000400:00000010:0.0:1776198909.298413:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198909.298416:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.298417:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:0.0:1776198909.298421:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a8062a4 x1862477231091520/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1776198909.298429:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a8062a4 x1862477231091520/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:0.0:1776198909.298460:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005f048ae4. 02000000:00000010:0.0:1776198909.298465:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b91f2dbb. 00000100:00000010:0.0:1776198909.298469:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 00000400:00000200:0.0:1776198909.305203:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.305224:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ef00 00000400:00000200:0.0:1776198909.305234:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b41 [1] + 224 00000400:00000200:0.0:1776198909.305246:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.305250:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.305296:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231091456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.305464:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:3.0:1776198909.305469:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:3.0:1776198909.305471:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:3.0:1776198909.305477:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231091456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.305485:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231091456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.305517:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc630948. 02000000:00000010:3.0:1776198909.305522:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003eda1138. 00000100:00000010:3.0:1776198909.305527:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:3.0:1776198909.305531:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:3.0:1776198909.305534:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000014d07a82. 00000400:00000200:0.0:1776198909.305908:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.305916:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76ec0 00000400:00000200:0.0:1776198909.305921:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 984 00000400:00000200:0.0:1776198909.305933:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.305937:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.305941:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.305946:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000020:00000010:3.0:1776198909.306061:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c7e86a3. 00000020:00000010:3.0:1776198909.306067:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.306073:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.306098:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217754816/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198909.306134:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754816 02000000:00000010:3.0:1776198909.306145:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d45df6c4. 00010000:00000010:3.0:1776198909.306175:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088cf9cd1. 00010000:00000010:3.0:1776198909.306195:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.306202:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbccde06. 00000100:00000010:3.0:1776198909.306213:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbccde06. 00010000:00000010:3.0:1776198909.306216:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00000400:00000010:3.0:1776198909.306229:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198909.306234:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754816, offset 224 00000400:00000200:3.0:1776198909.306242:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.306275:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.306281:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92651:92651:256:4294967295] 192.168.204.56@tcp LPNI seq info [92651:92651:8:4294967295] 00000400:00000200:3.0:1776198909.306292:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.306298:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.306302:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffc589b (tot 82347282). 00000800:00000200:3.0:1776198909.306308:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.306316:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.306320:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ffc589b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.306348:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.306352:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.306355:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c7e86a3. 00080000:00000010:3.0:1776198909.306378:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c7e86a3. 00010000:00000010:3.0:1776198909.306464:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cb7a02d. 00010000:00000010:3.0:1776198909.306472:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004338b92b. 00010000:00000010:3.0:1776198909.306549:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000968780e7. 00010000:00000010:3.0:1776198909.306555:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.306565:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.306569:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbccde06. 00000100:00000010:3.0:1776198909.306576:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198909.306586:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c7c10b7. 02000000:00000010:3.0:1776198909.306611:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001d0ab73. 00000400:00000010:3.0:1776198909.306616:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001104f37f. 00000400:00000010:3.0:1776198909.306620:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198909.306625:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091584, portal 16 00000400:00000010:3.0:1776198909.306629:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198909.306630:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091584, offset 0 00000400:00000200:3.0:1776198909.306635:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.306641:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.306648:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.306651:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.306654:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.306656:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92652:92652:255:4294967295] 192.168.204.56@tcp LPNI seq info [92652:92652:7:4294967295] 00000400:00000200:3.0:1776198909.306663:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.306667:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.306671:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e28d285c (tot 82347530). 00000800:00000200:3.0:1776198909.306674:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.306678:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.306680:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e28d285c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.307098:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.307102:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffc589b (tot 82347282). 00000400:00000200:0.0:1776198909.307107:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.307111:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.307115:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:0.0:1776198909.307117:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000800:00000200:0.0:1776198909.307185:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.307187:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e28d285c (tot 82347034). 00000400:00000200:0.0:1776198909.307190:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.307193:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.307194:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:0.0:1776198909.307196:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00000100:00000200:0.0:1776198909.307200:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231091584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.310667:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.310687:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ef80 00000400:00000200:2.0:1776198909.310697:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b59 [1] + 224 00000400:00000200:2.0:1776198909.310710:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.310715:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.310727:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231091584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.310765:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.310770:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76f00 00000400:00000200:2.0:1776198909.310775:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 1312 00000400:00000200:2.0:1776198909.310785:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.310787:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.310792:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.310798:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000400:00000010:3.0:1776198909.312461:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001104f37f. 00000400:00000200:3.0:1776198909.312469:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198909.312471:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:3.0:1776198909.312483:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231091584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.312494:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231091584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.312524:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001d0ab73. 02000000:00000010:3.0:1776198909.312529:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c7c10b7. 00000100:00000010:3.0:1776198909.312548:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198909.312553:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbccde06. 00010000:00000010:3.0:1776198909.312558:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00000020:00000010:0.0:1776198909.315551:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eda1138. 00000020:00000010:0.0:1776198909.315568:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.315573:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.315610:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217754880/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.315684:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754880 02000000:00000010:0.0:1776198909.315697:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc630948. 00010000:00000010:0.0:1776198909.315727:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cec43b05. 00010000:00000010:0.0:1776198909.315748:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062976e72. 00000100:00000010:0.0:1776198909.315758:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.315781:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.315786:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062976e72. 00000400:00000010:0.0:1776198909.315813:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.315820:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754880, offset 224 00000400:00000200:0.0:1776198909.315828:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.315846:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.315852:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92653:92653:256:4294967295] 192.168.204.56@tcp LPNI seq info [92653:92653:8:4294967295] 00000400:00000200:0.0:1776198909.315863:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.315869:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.315873:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198909.315879:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.315887:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.315891:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.315909:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.315914:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.315916:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eda1138. 00080000:00000010:2.0:1776198909.315977:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f01ad7e. 00010000:00000010:2.0:1776198909.316086:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:2.0:1776198909.316093:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6d9507d. 00010000:00000010:2.0:1776198909.316175:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198909.316182:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036a02e65. 00010000:00000010:2.0:1776198909.316193:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198909.316197:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.316205:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198909.316216:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005935a602. 02000000:00000010:2.0:1776198909.316239:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000025bb415. 00000400:00000010:2.0:1776198909.316245:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198909.316249:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198909.316280:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091648, portal 16 00000400:00000010:2.0:1776198909.316286:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198909.316288:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091648, offset 0 00000400:00000200:2.0:1776198909.316294:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.316301:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.316307:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.316312:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.316315:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.316317:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92654:92654:255:4294967295] 192.168.204.56@tcp LPNI seq info [92654:92654:7:4294967295] 00000400:00000200:2.0:1776198909.316324:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.316328:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.316331:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347530). 00000400:00000010:1.0:1776198909.317226:0:78625:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 00000000215d4bec (tot 82347722). 00000001:02000400:1.0:1776198909.317233:0:78625:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000800:00000200:2.0:1776198909.317684:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.317690:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.317693:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.321620:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.321627:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347474). 00000400:00000200:0.0:1776198909.321637:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.321646:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.321652:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.321654:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000800:00000200:0.0:1776198909.321725:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.321727:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347226). 00000400:00000200:0.0:1776198909.321730:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.321733:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.321736:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:0.0:1776198909.321737:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:0.0:1776198909.321744:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231091648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.323745:0:78625:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 00000000215d4bec (tot 82347034). 00010000:00000010:3.1:1776198909.329506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9ff7f5. 00010000:00000010:3.1:1776198909.329518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c93cbd7. 00010000:00000010:3.1:1776198909.329522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008deb6ff9. 00010000:00000010:2.1:1776198909.329561:0:4030:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075320af3. 00010000:00000010:2.1:1776198909.329567:0:4030:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000968780e7. 00010000:00000010:0.1:1776198909.330589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e24f959. 00000400:00000200:1.0:1776198909.331731:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.331750:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2efc0 00000400:00000200:1.0:1776198909.331759:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b65 [1] + 224 00000400:00000200:1.0:1776198909.331773:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.331777:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.331787:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231091648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198909.331999:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:2.0:1776198909.332005:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:2.0:1776198909.332007:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000100:00000200:2.0:1776198909.332012:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231091648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.332019:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231091648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.332180:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000025bb415. 02000000:00000010:2.0:1776198909.332186:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005935a602. 00000100:00000010:2.0:1776198909.332190:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198909.332193:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.332197:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000200:2.0:1776198909.339236:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.339278:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76f40 00000400:00000200:2.0:1776198909.339287:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 1640 00000400:00000200:2.0:1776198909.339361:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.339366:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.339373:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.339379:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:0.0:1776198909.339760:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eda1138. 00000020:00000010:0.0:1776198909.339767:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.339771:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.339809:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217754944/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198909.339846:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217754944 02000000:00000010:0.0:1776198909.339857:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062e9f0f9. 00010000:00000010:0.0:1776198909.339885:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adbb6395. 00010000:00000010:0.0:1776198909.339905:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062976e72. 00000100:00000010:0.0:1776198909.339911:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.339929:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.339933:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062976e72. 00000400:00000010:0.0:1776198909.339949:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.339954:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217754944, offset 224 00000400:00000200:0.0:1776198909.339972:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.339984:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.339989:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92655:92655:256:4294967295] 192.168.204.56@tcp LPNI seq info [92655:92655:8:4294967295] 00000400:00000200:0.0:1776198909.339999:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.340003:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00080000:00000010:2.0:1776198909.340008:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005935a602. 00000800:00000010:0.0:1776198909.340008:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198909.340013:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.340020:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.340024:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.340044:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000074a1d295. 00000020:00000010:0.0:1776198909.340047:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.340050:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eda1138. 00010000:00000010:2.0:1776198909.340105:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036a02e65. 00010000:00000010:2.0:1776198909.340112:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e2aab01. 00000800:00000200:0.0:1776198909.340123:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.340126:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:0.0:1776198909.340131:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.340134:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.340137:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.340139:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00010000:00000010:2.0:1776198909.340187:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f708a406. 00010000:00000010:2.0:1776198909.340192:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036a02e65. 00010000:00000010:2.0:1776198909.340203:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a21f9d5d. 00000100:00000010:2.0:1776198909.340207:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.340213:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 02000000:00000010:2.0:1776198909.340223:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000025bb415. 02000000:00000010:2.0:1776198909.340245:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a02b5e. 00000400:00000010:2.0:1776198909.340249:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198909.340279:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198909.340284:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091712, portal 16 00000400:00000010:2.0:1776198909.340288:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198909.340290:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091712, offset 0 00000400:00000200:2.0:1776198909.340295:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.340301:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.340308:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.340311:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.340313:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.340316:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92656:92656:256:4294967295] 192.168.204.56@tcp LPNI seq info [92656:92656:8:4294967295] 00000400:00000200:2.0:1776198909.340322:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.340326:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.340330:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198909.340333:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.340337:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.340339:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.341053:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.341057:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:0.0:1776198909.341062:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.341066:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.341069:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:0.0:1776198909.341071:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:0.0:1776198909.341076:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a7e3c25 x1862477231091712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.347866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eafa6c1. 00010000:00000010:2.1:1776198909.348299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b199b29. 00010000:00000010:2.1:1776198909.348306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00000400:00000200:0.0:1776198909.353971:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.353991:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f000 00000400:00000200:0.0:1776198909.354001:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b71 [1] + 224 00000400:00000200:0.0:1776198909.354014:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.354018:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.354029:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a7e3c25 x1862477231091712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.354101:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:3.0:1776198909.354105:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198909.354107:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000100:00000200:3.0:1776198909.354112:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a7e3c25 x1862477231091712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.354120:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a7e3c25 x1862477231091712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.354147:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007a02b5e. 02000000:00000010:3.0:1776198909.354153:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000025bb415. 00000100:00000010:3.0:1776198909.354156:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000010:3.0:1776198909.354160:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:3.0:1776198909.354164:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a21f9d5d. 00000400:00000200:0.0:1776198909.357406:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.357427:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76f80 00000400:00000200:0.0:1776198909.357435:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7481 [2] + 1968 00000400:00000010:0.0:1776198909.357440:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aee4d1dc. 00000400:00000200:0.0:1776198909.357444:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003a8dcb6c 00000400:00000200:0.0:1776198909.357500:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.357505:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.357510:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a8dcb6c 00000400:00000010:0.0:1776198909.357512:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003a8dcb6c (tot 82346882). 00000100:00000200:0.0:1776198909.357518:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198909.357863:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd74344b. 00000020:00000010:3.0:1776198909.357870:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198909.357874:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.357901:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2265ad9 x1862477217755008/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198909.357936:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755008 02000000:00000010:3.0:1776198909.357946:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000928813a3. 00010000:00000010:3.0:1776198909.357986:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eef9f758. 00010000:00000010:3.0:1776198909.358007:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.358014:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbccde06. 00000100:00000010:3.0:1776198909.358027:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbccde06. 00010000:00000010:3.0:1776198909.358029:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00000400:00000010:3.0:1776198909.358043:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198909.358048:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755008, offset 224 00000400:00000200:3.0:1776198909.358056:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.358066:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.358072:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92657:92657:256:4294967295] 192.168.204.56@tcp LPNI seq info [92657:92657:8:4294967295] 00000400:00000200:3.0:1776198909.358080:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.358086:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.358091:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347130). 00000800:00000200:3.0:1776198909.358096:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.358102:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.358107:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.358123:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198909.358127:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.358130:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd74344b. 02000000:00000010:3.0:1776198909.358137:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062e9f0f9. 00000100:00000010:3.0:1776198909.358140:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:3.0:1776198909.358144:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc630948. 00000100:00000010:3.0:1776198909.358146:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:3.0:1776198909.358149:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d45df6c4. 00000100:00000010:3.0:1776198909.358151:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 02000000:00000010:3.0:1776198909.358155:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a4d6ff7. 00000100:00000010:3.0:1776198909.358159:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 02000000:00000010:3.0:1776198909.358162:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb03c5c0. 00000100:00000010:3.0:1776198909.358164:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 02000000:00000010:3.0:1776198909.358166:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f484cd6c. 00000100:00000010:3.0:1776198909.358168:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 00000100:00000200:3.0:1776198909.358173:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198909.358178:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001104f37f. 00000400:00000010:3.0:1776198909.358181:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbccde06 (tot 82347282). 00000800:00000200:3.0:1776198909.358244:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.358247:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:3.0:1776198909.358272:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.358277:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.358280:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198909.358282:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 02000000:00000010:3.0:1776198909.358285:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000928813a3. 00080000:00000010:3.0:1776198909.358306:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000928813a3. 00010000:00000010:3.0:1776198909.358394:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036a02e65. 00010000:00000010:3.0:1776198909.358401:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac27c6b5. 00010000:00000010:3.0:1776198909.358476:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faacb7ea. 00010000:00000010:3.0:1776198909.358483:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.358493:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.358496:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.358503:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 02000000:00000010:3.0:1776198909.358513:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd74344b. 02000000:00000010:3.0:1776198909.358536:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a4d6ff7. 00000400:00000010:3.0:1776198909.358540:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa366a96. 00000400:00000010:3.0:1776198909.358544:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198909.358547:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091776, portal 16 00000400:00000010:3.0:1776198909.358551:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198909.358553:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091776, offset 0 00000400:00000200:3.0:1776198909.358559:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.358580:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.358586:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.358590:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.358593:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.358595:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92658:92658:256:4294967295] 192.168.204.56@tcp LPNI seq info [92658:92658:8:4294967295] 00000400:00000200:3.0:1776198909.358602:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.358606:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.358609:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347282). 00000800:00000200:3.0:1776198909.358612:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.358616:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.358619:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.358665:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.358667:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:3.0:1776198909.358670:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.358674:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.358676:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:3.0:1776198909.358678:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000100:00000200:3.0:1776198909.358683:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dac5feb0 x1862477231091776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.368505:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.368526:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f040 00000400:00000200:0.0:1776198909.368535:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b81 [1] + 224 00000400:00000200:0.0:1776198909.368548:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.368553:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.368577:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dac5feb0 x1862477231091776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.368615:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.368620:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f76fc0 00000400:00000200:0.0:1776198909.368625:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 0 00000400:00000200:0.0:1776198909.368950:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.368955:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.368967:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.368973:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000400:00000010:3.0:1776198909.369090:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa366a96. 00000400:00000200:3.0:1776198909.369094:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198909.369096:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:3.0:1776198909.369102:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dac5feb0 x1862477231091776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.369110:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dac5feb0 x1862477231091776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.369140:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a4d6ff7. 02000000:00000010:3.0:1776198909.369146:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd74344b. 00000100:00000010:3.0:1776198909.369150:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 00000100:00000010:3.0:1776198909.369153:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.369156:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00000020:00000010:1.0:1776198909.369329:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1caccf6. 00000020:00000010:1.0:1776198909.369337:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008dcd1d22. 00000020:00000010:1.0:1776198909.369341:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.369369:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217755072/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198909.369407:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755072 02000000:00000010:1.0:1776198909.369430:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036df3b53. 00010000:00000010:1.0:1776198909.369465:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081ae8a59. 00010000:00000010:1.0:1776198909.369483:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7ec76b1. 00000100:00000010:1.0:1776198909.369489:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000215d4bec. 00000100:00000010:1.0:1776198909.369506:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000215d4bec. 00010000:00000010:1.0:1776198909.369509:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7ec76b1. 00000400:00000010:1.0:1776198909.369525:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198909.369529:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755072, offset 224 00000400:00000200:1.0:1776198909.369538:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.369549:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.369555:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92659:92659:256:4294967295] 192.168.204.56@tcp LPNI seq info [92659:92659:8:4294967295] 00000400:00000200:1.0:1776198909.369564:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.369569:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.369574:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000001230091 (tot 82347282). 00000800:00000200:1.0:1776198909.369579:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.369585:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.369589:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000001230091 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.369604:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008dcd1d22. 00000020:00000010:1.0:1776198909.369609:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.369613:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1caccf6. 00080000:00000010:0.0:1776198909.369662:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062e9f0f9. 00010000:00000010:0.0:1776198909.369762:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:0.0:1776198909.369770:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000912ccb16. 00010000:00000010:0.0:1776198909.369942:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198909.369946:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c3b52bd9. 00010000:00000010:0.0:1776198909.369951:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005065e06b. 00010000:00000010:0.0:1776198909.369955:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e697fb8f. 00080000:00000010:0.0:1776198909.369977:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc630948. 00010000:00000010:0.0:1776198909.370002:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e697fb8f. 00010000:00000010:0.0:1776198909.370006:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3b52bd9. 00010000:00000010:0.0:1776198909.370066:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198909.370070:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e697fb8f. 00010000:00000010:0.0:1776198909.370077:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000087bcf00e. 00000100:00000010:0.0:1776198909.370081:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.370087:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.370100:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003eda1138. 02000000:00000010:0.0:1776198909.370132:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0cd5d7a. 00000400:00000010:0.0:1776198909.370138:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198909.370142:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.370147:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091840, portal 16 00000400:00000010:0.0:1776198909.370151:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198909.370153:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091840, offset 0 00000400:00000200:0.0:1776198909.370159:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.370169:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.370178:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.370182:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.370185:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.370188:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92660:92660:255:4294967295] 192.168.204.56@tcp LPNI seq info [92660:92660:7:4294967295] 00000400:00000200:0.0:1776198909.370194:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.370199:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.370202:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347530). 00000800:00000200:0.0:1776198909.370205:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.370209:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.370211:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.370306:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.370310:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000001230091 (tot 82347282). 00000400:00000200:3.0:1776198909.370315:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.370320:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.370323:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:3.0:1776198909.370325:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 00000800:00000200:3.0:1776198909.370388:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.370390:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198909.370393:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.370396:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.370398:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:3.0:1776198909.370399:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:3.0:1776198909.370405:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231091840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.371337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b205e23. 00010000:00000010:3.1:1776198909.371344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ebaf58e. 00010000:00000010:3.1:1776198909.371349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f708a406. 00000400:00000200:3.0:1776198909.373464:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.373486:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f080 00000400:00000200:3.0:1776198909.373498:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b8d [1] + 224 00000400:00000200:3.0:1776198909.373513:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.373518:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.373531:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231091840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.373579:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.373585:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77000 00000400:00000200:3.0:1776198909.373591:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 328 00000400:00000200:3.0:1776198909.373599:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.373602:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.373606:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.373612:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000400:00000010:0.0:1776198909.373774:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198909.373779:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.373792:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:0.0:1776198909.373798:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231091840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.373806:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231091840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.373841:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0cd5d7a. 02000000:00000010:0.0:1776198909.373847:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003eda1138. 00000100:00000010:0.0:1776198909.373853:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.373856:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.373860:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000087bcf00e. 00010000:00000010:0.1:1776198909.377448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed126e8. 00010000:00000010:0.1:1776198909.377463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faacb7ea. 00010000:00000010:0.1:1776198909.377467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198909.377470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00000020:00000010:1.0:1776198909.377868:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000167c5589. 00000020:00000010:1.0:1776198909.377875:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008dcd1d22. 00000020:00000010:1.0:1776198909.377879:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.377911:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217755136/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.377951:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755136 02000000:00000010:1.0:1776198909.377973:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013253f59. 00010000:00000010:1.0:1776198909.378004:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de75b4e8. 00010000:00000010:1.0:1776198909.378025:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7ec76b1. 00000100:00000010:1.0:1776198909.378033:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000215d4bec. 00000100:00000010:1.0:1776198909.378051:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000215d4bec. 00010000:00000010:1.0:1776198909.378055:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7ec76b1. 00000400:00000010:1.0:1776198909.378069:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096e64e93. 00000100:00000200:1.0:1776198909.378075:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755136, offset 224 00000400:00000200:1.0:1776198909.378082:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.378098:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.378105:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92661:92661:256:4294967295] 192.168.204.56@tcp LPNI seq info [92661:92661:8:4294967295] 00000400:00000200:1.0:1776198909.378115:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.378121:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.378125:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a07f901 (tot 82347282). 00000800:00000200:1.0:1776198909.378131:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.378138:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.378142:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a07f901 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776198909.378154:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cd5d7a. 00000020:00000010:1.0:1776198909.378166:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008dcd1d22. 00000020:00000010:1.0:1776198909.378170:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.378173:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000167c5589. 00010000:00000010:0.0:1776198909.378238:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e697fb8f. 00010000:00000010:0.0:1776198909.378244:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e8f2890. 00010000:00000010:0.0:1776198909.378333:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005065e06b. 00010000:00000010:0.0:1776198909.378338:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e697fb8f. 00010000:00000010:0.0:1776198909.378347:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000087bcf00e. 00000100:00000010:0.0:1776198909.378351:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.378357:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.378368:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003eda1138. 02000000:00000010:0.0:1776198909.378391:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004522c43e. 00000400:00000010:0.0:1776198909.378396:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198909.378401:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.378404:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091904, portal 16 00000400:00000010:0.0:1776198909.378409:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.378410:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091904, offset 0 00000400:00000200:0.0:1776198909.378415:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.378433:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.378440:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.378443:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.378446:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.378448:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92662:92662:255:4294967295] 192.168.204.56@tcp LPNI seq info [92662:92662:7:4294967295] 00000400:00000200:0.0:1776198909.378455:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.378459:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.378462:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347530). 00000800:00000200:0.0:1776198909.378466:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.378470:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.378472:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.378559:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.378563:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a07f901 (tot 82347282). 00000400:00000200:3.0:1776198909.378567:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.378573:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.378577:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:3.0:1776198909.378579:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000800:00000200:3.0:1776198909.378649:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.378651:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198909.378655:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.378658:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.378660:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198909.378661:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:3.0:1776198909.378666:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231091904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.381952:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.381986:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f0c0 00000400:00000200:3.0:1776198909.381997:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8b99 [1] + 224 00000400:00000200:3.0:1776198909.382014:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.382020:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.382046:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231091904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198909.382171:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198909.382176:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.382178:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:0.0:1776198909.382184:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231091904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.382192:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231091904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.382224:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004522c43e. 02000000:00000010:0.0:1776198909.382230:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003eda1138. 00000100:00000010:0.0:1776198909.382236:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.382240:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.382243:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000087bcf00e. 00010000:00000010:1.1:1776198909.384297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b710a4. 00000400:00000200:3.0:1776198909.388903:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.388931:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77040 00000400:00000200:3.0:1776198909.388940:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 656 00000400:00000200:3.0:1776198909.389013:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.389018:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.389025:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.389031:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 00000020:00000010:1.0:1776198909.390062:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da7f7a0d. 00000020:00000010:1.0:1776198909.390074:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008dcd1d22. 00000020:00000010:1.0:1776198909.390080:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.390113:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c982cb58 x1862477217755200/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198909.390147:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755200 02000000:00000010:1.0:1776198909.390160:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef769891. 00010000:00000010:1.0:1776198909.390190:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc9d2b58. 00010000:00000010:1.0:1776198909.390210:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b771f50. 00000100:00000010:1.0:1776198909.390217:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000215d4bec. 00000100:00000010:1.0:1776198909.390229:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000215d4bec. 00010000:00000010:1.0:1776198909.390232:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b771f50. 00000400:00000010:1.0:1776198909.390245:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198909.390267:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755200, offset 224 00000400:00000200:1.0:1776198909.390275:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.390287:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.390293:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92663:92663:256:4294967295] 192.168.204.56@tcp LPNI seq info [92663:92663:8:4294967295] 00000400:00000200:1.0:1776198909.390303:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.390308:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.390312:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198909.390317:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.390323:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.390326:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.390343:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008dcd1d22. 00000020:00000010:1.0:1776198909.390347:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.390350:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da7f7a0d. 00000800:00000200:1.0:1776198909.390429:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.390433:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:1.0:1776198909.390437:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.390441:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.390446:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:1.0:1776198909.390448:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00080000:00000010:0.0:1776198909.390529:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004522c43e. 00010000:00000010:0.0:1776198909.390610:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e697fb8f. 00010000:00000010:0.0:1776198909.390616:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000189b96. 00010000:00000010:0.0:1776198909.390696:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:0.0:1776198909.390701:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e697fb8f. 00010000:00000010:0.0:1776198909.390711:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000087bcf00e. 00000100:00000010:0.0:1776198909.390715:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.390722:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.390733:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1f18021. 02000000:00000010:0.0:1776198909.390755:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f2fafb5. 00000400:00000010:0.0:1776198909.390761:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198909.390765:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.390770:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231091968, portal 16 00000400:00000010:0.0:1776198909.390774:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198909.390776:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231091968, offset 0 00000400:00000200:0.0:1776198909.390781:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.390787:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.390793:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.390796:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.390798:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.390800:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92664:92664:256:4294967295] 192.168.204.56@tcp LPNI seq info [92664:92664:8:4294967295] 00000400:00000200:0.0:1776198909.390806:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.390810:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.390812:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198909.390815:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.390818:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.390820:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.390921:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.390924:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:1.0:1776198909.390928:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.390931:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.390933:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:1.0:1776198909.390935:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:1.0:1776198909.390939:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231091968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.391291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003edcc6db. 00010000:00000010:0.1:1776198909.391331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d7aeb77. 00010000:00000010:0.1:1776198909.391338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198909.395287:0:78631:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc6905f4. 00010000:00000010:0.1:1776198909.395298:0:78631:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00000400:00000200:3.0:1776198909.400330:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.400352:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f100 00000400:00000200:3.0:1776198909.400362:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ba5 [1] + 224 00000400:00000200:3.0:1776198909.400382:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.400386:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.400399:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231091968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.401479:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:1.0:1776198909.401486:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:1.0:1776198909.401489:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:1.0:1776198909.401499:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231091968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.401508:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231091968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.401539:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198909.401546:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1f18021. 00000100:00000010:1.0:1776198909.401549:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:1.0:1776198909.401554:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:1.0:1776198909.401557:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000087bcf00e. 00000400:00000200:3.0:1776198909.401559:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.401582:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77080 00000400:00000200:3.0:1776198909.401589:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 984 00000400:00000200:3.0:1776198909.401645:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.401649:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.401654:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.401659:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00000020:00000010:2.0:1776198909.401714:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037fc0168. 00000020:00000010:2.0:1776198909.401721:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008d280a3c. 00000020:00000010:2.0:1776198909.401725:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.401748:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c420537 x1862477217755264/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198909.401787:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755264 02000000:00000010:2.0:1776198909.401798:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088b63b96. 00010000:00000010:2.0:1776198909.401825:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9bc6db0. 00010000:00000010:2.0:1776198909.401844:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198909.401852:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.401863:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198909.401866:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000010:2.0:1776198909.401879:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198909.401883:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755264, offset 224 00080000:00000010:3.0:1776198909.401885:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb03c5c0. 00000400:00000200:2.0:1776198909.401891:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.401902:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.401908:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92665:92665:256:4294967295] 192.168.204.56@tcp LPNI seq info [92665:92665:8:4294967295] 00000400:00000200:2.0:1776198909.401917:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.401922:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.401926:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.401931:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.401936:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.401940:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.401956:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008d280a3c. 00000020:00000010:2.0:1776198909.401973:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.401977:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037fc0168. 00010000:00000010:3.0:1776198909.401982:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e697fb8f. 00010000:00000010:3.0:1776198909.401987:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000281b9ade. 00000800:00000200:2.0:1776198909.402043:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.402046:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198909.402049:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.402053:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.402055:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:2.0:1776198909.402057:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00010000:00000010:3.0:1776198909.402070:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dc560b8. 00010000:00000010:3.0:1776198909.402076:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198909.402086:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.402090:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.402096:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198909.402105:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000634d0e73. 02000000:00000010:3.0:1776198909.402128:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001d0ab73. 00000400:00000010:3.0:1776198909.402132:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa366a96. 00000400:00000010:3.0:1776198909.402136:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198909.402141:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092032, portal 16 00000400:00000010:3.0:1776198909.402144:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198909.402146:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092032, offset 0 00000400:00000200:3.0:1776198909.402151:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.402158:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.402164:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.402167:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.402170:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.402173:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92666:92666:256:4294967295] 192.168.204.56@tcp LPNI seq info [92666:92666:8:4294967295] 00000400:00000200:3.0:1776198909.402225:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.402230:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.402233:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347282). 00000800:00000200:3.0:1776198909.402237:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.402240:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.402243:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198909.402287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007759baec. 00000800:00000200:2.0:1776198909.403337:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.403342:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:2.0:1776198909.403347:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.403354:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.403358:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:2.0:1776198909.403360:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000100:00000200:2.0:1776198909.403368:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231092032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.408429:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.408451:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f140 00000400:00000200:1.0:1776198909.408461:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8bb1 [1] + 224 00000400:00000200:1.0:1776198909.408475:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.408479:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.408490:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231092032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.408526:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.408531:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f770c0 00000400:00000200:1.0:1776198909.408536:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 1312 00000400:00000200:1.0:1776198909.408544:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.408547:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.408551:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.408557:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005380909e. 00000020:00000010:2.0:1776198909.408635:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037fc0168. 00000020:00000010:2.0:1776198909.408642:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaea2c09. 00000020:00000010:2.0:1776198909.408647:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.408672:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005380909e x1862477217755328/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198909.408707:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755328 02000000:00000010:2.0:1776198909.408718:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e4d77eb. 00010000:00000010:2.0:1776198909.408755:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198909.408762:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.408768:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198909.408771:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000010:2.0:1776198909.408916:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198909.408921:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755328, offset 224 00000400:00000200:2.0:1776198909.408929:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.408941:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.408947:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92667:92667:256:4294967295] 192.168.204.56@tcp LPNI seq info [92667:92667:8:4294967295] 00000400:00000200:2.0:1776198909.408956:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.408970:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.408974:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.408979:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.408986:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.408989:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.409013:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaea2c09. 00000020:00000010:2.0:1776198909.409018:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.409022:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037fc0168. 00000800:00000200:1.0:1776198909.409138:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.409142:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:1.0:1776198909.409145:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.409149:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.409152:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:1.0:1776198909.409154:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000400:00000010:3.0:1776198909.409727:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa366a96. 00000400:00000200:3.0:1776198909.409731:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198909.409733:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:3.0:1776198909.409740:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231092032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.409749:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231092032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198909.409773:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026d8a57d. 02000000:00000010:3.0:1776198909.409791:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001d0ab73. 02000000:00000010:3.0:1776198909.409796:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000634d0e73. 00000100:00000010:3.0:1776198909.409801:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:3.0:1776198909.409804:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.409806:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00080000:00000010:3.0:1776198909.409824:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001d0ab73. 00010000:00000010:3.0:1776198909.409911:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198909.409918:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5f3e436. 00010000:00000010:3.0:1776198909.410008:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000895ad7d0. 00010000:00000010:3.0:1776198909.410014:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198909.411713:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000749e73ae. 00000100:00000010:3.0:1776198909.411729:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.411740:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 02000000:00000010:3.0:1776198909.411755:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd74344b. 02000000:00000010:3.0:1776198909.411794:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000634d0e73. 00000400:00000010:3.0:1776198909.411801:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa366a96. 00000400:00000010:3.0:1776198909.411807:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198909.411814:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092096, portal 16 00000400:00000010:3.0:1776198909.411821:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198909.411823:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092096, offset 0 00000400:00000200:3.0:1776198909.411833:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.411851:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.411859:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.411863:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.411866:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.411869:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92668:92668:256:4294967295] 192.168.204.56@tcp LPNI seq info [92668:92668:8:4294967295] 00000400:00000200:3.0:1776198909.411878:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.411884:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.411888:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad47943c (tot 82347282). 00000800:00000200:3.0:1776198909.411895:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.411903:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.411906:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad47943c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.412181:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.412186:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad47943c (tot 82347034). 00000400:00000200:2.0:1776198909.412191:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.412196:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.412200:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:2.0:1776198909.412202:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:2.0:1776198909.412210:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000695d9d65 x1862477231092096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.417599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e55bda1. 00010000:00000010:3.1:1776198909.417798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a139601. 00010000:00000010:3.1:1776198909.417805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1fe09f. 00010000:00000010:3.1:1776198909.422658:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3cc5b6a. 00010000:00000010:3.1:1776198909.422673:0:78633:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035c20d31. 00010000:00000010:3.1:1776198909.422678:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc560b8. 00000400:00000200:1.0:1776198909.423535:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.423557:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f180 00000400:00000200:1.0:1776198909.423568:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8bbd [1] + 224 00000400:00000200:1.0:1776198909.423581:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.423585:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.423595:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000695d9d65 x1862477231092096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.423694:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.423699:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77100 00000400:00000200:1.0:1776198909.423704:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 1640 00000400:00000200:1.0:1776198909.423758:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.423762:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.423766:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.423772:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 00000020:00000010:0.0:1776198909.424025:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eda1138. 00000020:00000010:0.0:1776198909.424032:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.424037:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.424065:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fddc9a8 x1862477217755392/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.424100:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755392 02000000:00000010:0.0:1776198909.424111:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3b6f594. 00010000:00000010:0.0:1776198909.424150:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062976e72. 00000100:00000010:0.0:1776198909.424156:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.424162:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.424165:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062976e72. 00000400:00000010:0.0:1776198909.424180:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.424184:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755392, offset 224 00000400:00000200:0.0:1776198909.424192:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.424202:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.424207:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92669:92669:256:4294967295] 192.168.204.56@tcp LPNI seq info [92669:92669:8:4294967295] 00000400:00000200:0.0:1776198909.424217:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.424222:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.424226:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198909.424231:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.424237:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.424240:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.424279:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.424283:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.424286:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eda1138. 00000800:00000200:0.0:1776198909.424359:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.424363:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:0.0:1776198909.424368:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.424371:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.424374:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.424377:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000400:00000010:2.0:1776198909.425535:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa366a96. 00000400:00000200:2.0:1776198909.425542:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:2.0:1776198909.425544:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:2.0:1776198909.425554:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000695d9d65 x1862477231092096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.425564:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000695d9d65 x1862477231092096/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198909.425590:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bae07476. 02000000:00000010:2.0:1776198909.425605:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000634d0e73. 02000000:00000010:2.0:1776198909.425610:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd74344b. 00000100:00000010:2.0:1776198909.425614:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000010:2.0:1776198909.425617:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:2.0:1776198909.425620:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000749e73ae. 00080000:00000010:1.0:1776198909.425759:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7f7a0d. 00010000:00000010:1.0:1776198909.425982:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:1.0:1776198909.425991:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000304b7038. 00010000:00000010:1.0:1776198909.426065:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b061fe4. 00010000:00000010:1.0:1776198909.426071:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007a0fe921. 00010000:00000010:1.0:1776198909.426076:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.0:1776198909.426081:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b6e4d6a. 00080000:00000010:1.0:1776198909.426096:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1caccf6. 00010000:00000010:1.0:1776198909.426121:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.426125:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a0fe921. 00010000:00000010:1.0:1776198909.426178:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.0:1776198909.426182:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b6e4d6a. 00010000:00000010:1.0:1776198909.426191:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037727ab4. 00000100:00000010:1.0:1776198909.426196:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000215d4bec. 00000100:00000010:1.0:1776198909.426203:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 02000000:00000010:1.0:1776198909.426216:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cdefdaf. 02000000:00000010:1.0:1776198909.426243:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009997ba68. 00000400:00000010:1.0:1776198909.426248:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000340fd19. 00000400:00000010:1.0:1776198909.426587:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000663f9813. 00000100:00000200:1.0:1776198909.426595:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092160, portal 16 00000400:00000010:1.0:1776198909.426601:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096e64e93. 00000100:00000200:1.0:1776198909.426604:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092160, offset 0 00000400:00000200:1.0:1776198909.426612:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.426626:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.426632:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.426635:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.426638:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.426641:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92670:92670:256:4294967295] 192.168.204.56@tcp LPNI seq info [92670:92670:8:4294967295] 00000400:00000200:1.0:1776198909.426650:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.426655:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.426660:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc292fc3 (tot 82347282). 00000800:00000200:1.0:1776198909.426665:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.426671:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.426675:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc292fc3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.427099:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.427103:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc292fc3 (tot 82347034). 00000400:00000200:2.0:1776198909.427108:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.427113:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.427117:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096e64e93 00000400:00000010:2.0:1776198909.427119:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096e64e93. 00000100:00000200:2.0:1776198909.427126:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c27ac065 x1862477231092160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.436555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dc8b8f6. 00010000:00000010:1.1:1776198909.436569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000895ad7d0. 00010000:00000010:1.1:1776198909.436575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b061fe4. 00010000:00000010:1.1:1776198909.436578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00010000:00000010:2.1:1776198909.436675:0:78634:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003956ae17. 00000400:00000200:2.0:1776198909.438714:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.438733:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f1c0 00000400:00000200:2.0:1776198909.438741:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8bc9 [1] + 224 00000400:00000200:2.0:1776198909.438752:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.438757:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.438767:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c27ac065 x1862477231092160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.440229:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.440245:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77140 00000400:00000200:2.0:1776198909.440271:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb74d9 [2] + 1968 00000400:00000010:2.0:1776198909.440276:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0fea174. 00000400:00000200:2.0:1776198909.440280:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e720d585 00000400:00000200:2.0:1776198909.440344:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.440349:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.440353:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e720d585 00000400:00000010:2.0:1776198909.440355:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e720d585 (tot 82346882). 00000100:00000200:2.0:1776198909.440361:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198909.440427:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037fc0168. 00000020:00000010:2.0:1776198909.440435:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198909.440439:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.440467:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001ab6f4b7 x1862477217755456/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198909.440498:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755456 02000000:00000010:2.0:1776198909.440509:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094d42b84. 00010000:00000010:2.0:1776198909.440548:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198909.440554:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000367bf0cc. 00000100:00000010:2.0:1776198909.440561:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000367bf0cc. 00010000:00000010:2.0:1776198909.440564:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00000400:00000010:2.0:1776198909.440577:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198909.440582:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755456, offset 224 00000400:00000200:2.0:1776198909.440588:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.440598:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.440603:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92671:92671:256:4294967295] 192.168.204.56@tcp LPNI seq info [92671:92671:8:4294967295] 00000400:00000200:2.0:1776198909.440615:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.440620:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.440624:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347130). 00000800:00000200:2.0:1776198909.440630:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.440637:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.440640:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.440659:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d36e288a. 00000020:00000010:2.0:1776198909.440663:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.440667:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037fc0168. 02000000:00000010:2.0:1776198909.440675:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3b6f594. 00000100:00000010:2.0:1776198909.440678:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003fddc9a8. 02000000:00000010:2.0:1776198909.440681:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e4d77eb. 00000100:00000010:2.0:1776198909.440682:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005380909e. 02000000:00000010:2.0:1776198909.440685:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088b63b96. 00000100:00000010:2.0:1776198909.440687:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 02000000:00000010:2.0:1776198909.440689:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef769891. 00000100:00000010:2.0:1776198909.440692:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 02000000:00000010:2.0:1776198909.440694:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013253f59. 00000100:00000010:2.0:1776198909.440697:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 02000000:00000010:2.0:1776198909.440699:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036df3b53. 00000100:00000010:2.0:1776198909.440702:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000200:2.0:1776198909.440707:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198909.440711:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0fea174. 00000400:00000010:2.0:1776198909.440714:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000367bf0cc (tot 82347282). 00000800:00000200:2.0:1776198909.440775:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.440779:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198909.440782:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.440786:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.440789:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:2.0:1776198909.440790:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 02000000:00000010:2.0:1776198909.440793:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094d42b84. 00000400:00000010:2.0:1776198909.440813:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000340fd19. 00000400:00000200:2.0:1776198909.440815:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000663f9813 00000400:00000010:2.0:1776198909.440817:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000663f9813. 00000100:00000200:2.0:1776198909.440822:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c27ac065 x1862477231092160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.440830:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c27ac065 x1862477231092160/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198909.440848:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000274f0496. 02000000:00000010:2.0:1776198909.440861:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009997ba68. 02000000:00000010:2.0:1776198909.440869:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cdefdaf. 00000100:00000010:2.0:1776198909.440876:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 00000100:00000010:2.0:1776198909.440879:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000215d4bec. 00010000:00000010:2.0:1776198909.440882:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037727ab4. 00080000:00000010:2.0:1776198909.440896:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094d42b84. 00010000:00000010:2.0:1776198909.441000:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b6e4d6a. 00010000:00000010:2.0:1776198909.441007:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002920a33. 00010000:00000010:2.0:1776198909.441084:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198909.441091:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000036a02e65. 00010000:00000010:2.0:1776198909.441101:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0b431e. 00000100:00000010:2.0:1776198909.441105:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198909.441111:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198909.441120:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088b63b96. 02000000:00000010:2.0:1776198909.441141:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e4d77eb. 00000400:00000010:2.0:1776198909.441144:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198909.441147:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198909.441150:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092224, portal 16 00000400:00000010:2.0:1776198909.441154:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198909.441156:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092224, offset 0 00000400:00000200:2.0:1776198909.441161:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.441167:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.441173:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.441176:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.441179:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.441182:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92672:92672:256:4294967295] 192.168.204.56@tcp LPNI seq info [92672:92672:8:4294967295] 00000400:00000200:2.0:1776198909.441189:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.441193:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.441196:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.441200:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.441204:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.441206:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.441277:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.441279:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198909.441282:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.441285:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.441287:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:2.0:1776198909.441289:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000100:00000200:2.0:1776198909.441292:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231092224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.451842:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.451864:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f200 00000400:00000200:2.0:1776198909.451873:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8bd9 [1] + 224 00000400:00000200:2.0:1776198909.451886:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.451889:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.451899:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231092224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.451940:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.451946:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77180 00000400:00000200:2.0:1776198909.451951:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 0 00000400:00000200:2.0:1776198909.452006:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.452010:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.452014:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.452020:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:0.0:1776198909.452318:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eda1138. 00000020:00000010:0.0:1776198909.452326:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.452331:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.452357:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217755520/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198909.452384:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755520 02000000:00000010:0.0:1776198909.452395:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3b6f594. 00010000:00000010:0.0:1776198909.452434:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062976e72. 00000100:00000010:0.0:1776198909.452442:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.452449:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.452452:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062976e72. 00000400:00000010:0.0:1776198909.452467:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.452471:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755520, offset 224 00000400:00000200:0.0:1776198909.452479:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.452488:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.452493:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92673:92673:256:4294967295] 192.168.204.56@tcp LPNI seq info [92673:92673:8:4294967295] 00000400:00000200:0.0:1776198909.452502:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.452507:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.452511:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198909.452516:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.452522:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.452525:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.452543:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.452548:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.452551:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003eda1138. 00000800:00000200:0.0:1776198909.452649:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.452654:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:0.0:1776198909.452660:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.452663:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.452666:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:0.0:1776198909.452669:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000400:00000010:3.0:1776198909.453447:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:3.0:1776198909.453453:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:3.0:1776198909.453454:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:3.0:1776198909.453462:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231092224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.453471:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231092224/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198909.453491:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc98a4a9. 02000000:00000010:3.0:1776198909.453504:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e4d77eb. 02000000:00000010:3.0:1776198909.453509:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088b63b96. 00000100:00000010:3.0:1776198909.453512:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:3.0:1776198909.453516:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:3.0:1776198909.453519:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0b431e. 00080000:00000010:3.0:1776198909.453534:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a4d6ff7. 00010000:00000010:3.0:1776198909.453621:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036a02e65. 00010000:00000010:3.0:1776198909.453627:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082647e80. 00010000:00000010:3.0:1776198909.453701:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dc560b8. 00010000:00000010:3.0:1776198909.453707:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f7f76226. 00010000:00000010:3.0:1776198909.453717:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5d4c395. 00000100:00000010:3.0:1776198909.453721:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.453728:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 02000000:00000010:3.0:1776198909.453739:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f1faf31. 02000000:00000010:3.0:1776198909.453760:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c55c691. 00000400:00000010:3.0:1776198909.453765:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aa366a96. 00000400:00000010:3.0:1776198909.453769:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198909.453774:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092288, portal 16 00000400:00000010:3.0:1776198909.453779:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198909.453780:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092288, offset 0 00000400:00000200:3.0:1776198909.453786:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.453798:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.453804:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.453808:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.453811:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.453814:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92674:92674:256:4294967295] 192.168.204.56@tcp LPNI seq info [92674:92674:8:4294967295] 00000400:00000200:3.0:1776198909.453822:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.453827:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.453831:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e98c623d (tot 82347282). 00000800:00000200:3.0:1776198909.453835:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.453840:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.453843:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e98c623d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.454764:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.454769:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e98c623d (tot 82347034). 00000400:00000200:0.0:1776198909.454776:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.454783:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.454787:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:0.0:1776198909.454789:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:0.0:1776198909.454797:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24daf86 x1862477231092288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.459627:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3e64fce. 00010000:00000010:2.1:1776198909.459639:0:1038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a15296. 00010000:00000010:2.1:1776198909.459644:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00000400:00000200:2.0:1776198909.470590:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.470609:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f240 00000400:00000200:2.0:1776198909.470618:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8be5 [1] + 224 00000400:00000200:2.0:1776198909.470630:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.470634:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.470644:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24daf86 x1862477231092288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.470683:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.470688:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f771c0 00000400:00000200:2.0:1776198909.470693:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 328 00000400:00000200:2.0:1776198909.470894:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.470899:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.470903:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.470908:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000400:00000010:2.0:1776198909.470941:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa366a96. 00000400:00000200:2.0:1776198909.470946:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:2.0:1776198909.470948:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:2.0:1776198909.470955:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24daf86 x1862477231092288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.470975:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24daf86 x1862477231092288/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.471006:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c55c691. 02000000:00000010:2.0:1776198909.471011:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f1faf31. 00000100:00000010:2.0:1776198909.471015:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24daf86. 00000100:00000010:2.0:1776198909.471019:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:2.0:1776198909.471023:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5d4c395. 00000020:00000010:2.0:1776198909.471061:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037fc0168. 00000020:00000010:2.0:1776198909.471067:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.471072:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.471098:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217755584/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198909.471133:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755584 02000000:00000010:2.0:1776198909.471145:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f484cd6c. 00010000:00000010:2.0:1776198909.471183:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cd320fc. 00010000:00000010:2.0:1776198909.471205:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.471211:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.471218:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.471221:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000400:00000010:2.0:1776198909.471233:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198909.471237:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755584, offset 224 00000400:00000200:2.0:1776198909.471245:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.471275:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.471280:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92675:92675:256:4294967295] 192.168.204.56@tcp LPNI seq info [92675:92675:8:4294967295] 00000400:00000200:2.0:1776198909.471291:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.471296:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.471300:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.471306:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.471312:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.471316:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.471333:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.471338:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.471341:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037fc0168. 00080000:00000010:2.0:1776198909.471363:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037fc0168. 00010000:00000010:2.0:1776198909.471464:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f76226. 00010000:00000010:2.0:1776198909.471471:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f74ea0c. 00010000:00000010:2.0:1776198909.471542:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000692137cd. 00010000:00000010:2.0:1776198909.471547:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.471558:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.471561:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.471568:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198909.471578:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000025bb415. 02000000:00000010:2.0:1776198909.471600:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007a02b5e. 00000400:00000010:2.0:1776198909.471604:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198909.471608:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198909.471612:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092352, portal 16 00000400:00000010:2.0:1776198909.471615:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198909.471617:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092352, offset 0 00000400:00000200:2.0:1776198909.471622:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.471628:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.471635:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.471639:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.471642:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.471644:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92676:92676:255:4294967295] 192.168.204.56@tcp LPNI seq info [92676:92676:7:4294967295] 00000400:00000200:2.0:1776198909.471650:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.471655:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.471658:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198909.471662:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.471666:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.471668:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.471709:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.471713:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347282). 00000400:00000200:2.0:1776198909.471716:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.471720:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.471722:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:2.0:1776198909.471724:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000800:00000200:2.0:1776198909.473204:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.473210:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:2.0:1776198909.473216:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.473223:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.473228:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198909.473230:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198909.473238:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231092352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.477812:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.477835:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f280 00000400:00000200:3.0:1776198909.477845:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8bf1 [1] + 224 00000400:00000200:3.0:1776198909.477857:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.477861:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.477873:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231092352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.477901:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.477905:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77200 00000400:00000200:3.0:1776198909.477910:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 656 00000400:00000200:3.0:1776198909.477917:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.477919:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.477922:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.477928:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 00000020:00000010:3.0:1776198909.477982:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000795f22f3. 00000020:00000010:3.0:1776198909.477988:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.477992:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.478018:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7e2c5f5 x1862477217755648/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198909.478054:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755648 02000000:00000010:3.0:1776198909.478065:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f1faf31. 00010000:00000010:3.0:1776198909.478108:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.478116:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.478122:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.478125:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.478140:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198909.478145:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755648, offset 224 00000400:00000200:3.0:1776198909.478152:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.478163:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.478169:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92677:92677:256:4294967295] 192.168.204.56@tcp LPNI seq info [92677:92677:8:4294967295] 00000400:00000200:3.0:1776198909.478179:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.478183:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.478187:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1d246d9 (tot 82347282). 00000800:00000200:3.0:1776198909.478192:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.478199:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.478203:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e1d246d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.478218:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.478222:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.478226:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000795f22f3. 00000400:00000010:2.0:1776198909.479788:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:2.0:1776198909.479795:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198909.479797:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198909.479809:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231092352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.479819:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231092352/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198909.479843:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087ae334a. 02000000:00000010:2.0:1776198909.479857:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007a02b5e. 02000000:00000010:2.0:1776198909.479862:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000025bb415. 00000100:00000010:2.0:1776198909.479865:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198909.479869:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.479872:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00080000:00000010:2.0:1776198909.479889:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000025bb415. 00010000:00000010:2.0:1776198909.479982:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.479988:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ba2826a. 00010000:00000010:2.0:1776198909.480061:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061493014. 00010000:00000010:2.0:1776198909.480068:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.480077:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.480082:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.480088:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198909.480099:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007a02b5e. 02000000:00000010:2.0:1776198909.480123:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088b63b96. 00000400:00000010:2.0:1776198909.480127:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198909.480132:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198909.480138:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092416, portal 16 00000400:00000010:2.0:1776198909.480142:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198909.480144:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092416, offset 0 00000400:00000200:2.0:1776198909.480152:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.480163:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.480170:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.480174:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.480176:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.480179:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92678:92678:255:4294967295] 192.168.204.56@tcp LPNI seq info [92678:92678:7:4294967295] 00000400:00000200:2.0:1776198909.480188:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.480194:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.480198:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198909.480204:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.480210:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.480214:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.480290:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.480293:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1d246d9 (tot 82347282). 00000400:00000200:2.0:1776198909.480296:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.480300:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.480303:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:2.0:1776198909.480304:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000800:00000200:2.0:1776198909.480360:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.480361:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:2.0:1776198909.480364:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.480367:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.480369:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198909.480370:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198909.480373:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231092416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.482043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c315eb17. 00010000:00000010:3.1:1776198909.482054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a1ca39. 00010000:00000010:3.1:1776198909.482057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.1:1776198909.486466:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e31a8cf4. 00010000:00000010:2.1:1776198909.486482:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d85593a1. 00010000:00000010:2.1:1776198909.486486:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc560b8. 00000400:00000200:2.0:1776198909.491184:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.491204:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f2c0 00000400:00000200:2.0:1776198909.491213:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8bfd [1] + 224 00000400:00000200:2.0:1776198909.491224:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.491228:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.491239:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231092416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.491280:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.491285:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77240 00000400:00000200:2.0:1776198909.491289:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 984 00000400:00000200:2.0:1776198909.491298:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.491301:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.491304:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.491310:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000400:00000010:2.0:1776198909.491337:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:2.0:1776198909.491341:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198909.491344:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000100:00000200:2.0:1776198909.491348:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231092416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.491355:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231092416/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.491384:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088b63b96. 02000000:00000010:2.0:1776198909.491390:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007a02b5e. 00000100:00000010:2.0:1776198909.491394:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198909.491397:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.491400:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000020:00000010:2.0:1776198909.491436:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007a02b5e. 00000020:00000010:2.0:1776198909.491442:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.491445:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.491468:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217755712/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198909.491494:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755712 02000000:00000010:2.0:1776198909.491506:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088b63b96. 00010000:00000010:2.0:1776198909.491533:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce87b6b4. 00010000:00000010:2.0:1776198909.491552:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.491558:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.491566:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.491568:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000400:00000010:2.0:1776198909.491579:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198909.491583:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755712, offset 224 00000400:00000200:2.0:1776198909.491589:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.491601:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.491606:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92679:92679:256:4294967295] 192.168.204.56@tcp LPNI seq info [92679:92679:8:4294967295] 00000400:00000200:2.0:1776198909.491615:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.491620:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.491624:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198909.491629:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.491636:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.491639:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.491656:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.491660:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.491663:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007a02b5e. 00080000:00000010:2.0:1776198909.491684:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007a02b5e. 00010000:00000010:2.0:1776198909.491765:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.491772:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093da0b12. 00010000:00000010:2.0:1776198909.491852:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198909.491858:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.491868:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.491871:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.491877:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198909.491888:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e4d77eb. 02000000:00000010:2.0:1776198909.491911:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098a560fc. 00000400:00000010:2.0:1776198909.491915:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198909.491919:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198909.491924:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092480, portal 16 00000400:00000010:2.0:1776198909.491929:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198909.491930:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092480, offset 0 00000400:00000200:2.0:1776198909.491936:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.491941:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.491949:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.491952:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.491954:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.491972:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92680:92680:255:4294967295] 192.168.204.56@tcp LPNI seq info [92680:92680:7:4294967295] 00000400:00000200:2.0:1776198909.491979:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.491983:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.491987:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347530). 00000800:00000200:2.0:1776198909.491990:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.491994:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.491996:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.492393:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.492397:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:3.0:1776198909.492401:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.492405:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.492408:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:3.0:1776198909.492410:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000800:00000200:3.0:1776198909.495007:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.495018:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:3.0:1776198909.495027:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.495035:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.495040:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:3.0:1776198909.495043:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000100:00000200:3.0:1776198909.495052:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231092480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.495086:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.495098:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f300 00000400:00000200:3.0:1776198909.495106:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c09 [1] + 224 00000400:00000200:3.0:1776198909.495115:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.495118:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.495123:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231092480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.495153:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.495157:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77280 00000400:00000200:3.0:1776198909.495161:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 1312 00000400:00000200:3.0:1776198909.495168:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.495171:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.495174:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.495179:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000400:00000010:2.0:1776198909.495231:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:2.0:1776198909.495236:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198909.495237:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198909.495242:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231092480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.495249:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231092480/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776198909.495384:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.495390:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.495395:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 02000000:00000010:2.0:1776198909.495468:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098a560fc. 02000000:00000010:2.0:1776198909.495474:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e4d77eb. 00000100:00000010:2.0:1776198909.495478:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198909.495482:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.495486:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000100:00000200:3.0:1776198909.495511:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217755776/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198909.495578:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755776 00010000:00000010:2.1:1776198909.495579:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a4aeae5. 00010000:00000010:2.1:1776198909.495584:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f65dfc6. 00010000:00000010:2.1:1776198909.495587:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692137cd. 02000000:00000010:3.0:1776198909.495590:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6aed876. 00010000:00000010:3.0:1776198909.495617:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c217fd7. 00010000:00000010:3.0:1776198909.495633:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.495638:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.495646:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.495649:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.495660:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198909.495664:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755776, offset 224 00000400:00000200:3.0:1776198909.495671:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.495681:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.495685:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92681:92681:256:4294967295] 192.168.204.56@tcp LPNI seq info [92681:92681:8:4294967295] 00000400:00000200:3.0:1776198909.495693:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.495698:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.495702:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347282). 00000800:00000200:3.0:1776198909.495706:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.495712:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.495715:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.495728:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000009baa2cb. 00000020:00000010:3.0:1776198909.495732:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.495735:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00080000:00000010:2.0:1776198909.495742:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a560fc. 00010000:00000010:2.0:1776198909.497100:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.497112:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c95c221. 00000800:00000200:3.0:1776198909.497157:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.497161:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347034). 00000400:00000200:3.0:1776198909.497165:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.497172:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.497176:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:3.0:1776198909.497178:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00010000:00000010:2.0:1776198909.497201:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000692137cd. 00010000:00000010:2.0:1776198909.497208:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.497219:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.497224:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.497232:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198909.497245:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e4d77eb. 02000000:00000010:2.0:1776198909.497286:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cdefdaf. 00000400:00000010:2.0:1776198909.497292:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198909.497297:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198909.497302:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092544, portal 16 00000400:00000010:2.0:1776198909.497306:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198909.497308:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092544, offset 0 00000400:00000200:2.0:1776198909.497314:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.497326:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.497332:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.497335:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.497338:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.497341:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92682:92682:256:4294967295] 192.168.204.56@tcp LPNI seq info [92682:92682:8:4294967295] 00000400:00000200:2.0:1776198909.497348:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.497352:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.497355:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.497361:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.497366:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.497369:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.500352:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.500360:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:3.0:1776198909.500367:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.500377:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.500383:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:3.0:1776198909.500385:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00000100:00000200:3.0:1776198909.500395:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231092544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.501733:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.501754:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f340 00000400:00000200:3.0:1776198909.501764:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c15 [1] + 224 00000400:00000200:3.0:1776198909.501793:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.501797:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.501807:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231092544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198909.501877:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:2.0:1776198909.501882:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:2.0:1776198909.501884:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000100:00000200:2.0:1776198909.501891:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231092544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.501898:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231092544/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.501931:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cdefdaf. 02000000:00000010:2.0:1776198909.501940:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e4d77eb. 00000100:00000010:2.0:1776198909.501945:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198909.501951:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.501955:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00010000:00000010:2.1:1776198909.502319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a36cff6. 00010000:00000010:2.1:1776198909.502325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026dd9333. 00010000:00000010:2.1:1776198909.502328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061493014. 00010000:00000010:3.1:1776198909.504315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000593e352c. 00000400:00000200:3.0:1776198909.505660:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.505680:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f772c0 00000400:00000200:3.0:1776198909.505690:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 1640 00000400:00000200:3.0:1776198909.505758:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.505763:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.505770:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.505781:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 00000020:00000010:2.0:1776198909.507308:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cdefdaf. 00000020:00000010:2.0:1776198909.507320:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.507324:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.507353:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000888f9b9c x1862477217755840/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198909.507386:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755840 02000000:00000010:2.0:1776198909.507397:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009997ba68. 00010000:00000010:2.0:1776198909.507435:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f795578c. 00010000:00000010:2.0:1776198909.507457:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.507465:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.507479:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198909.507482:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000400:00000010:2.0:1776198909.507495:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198909.507501:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755840, offset 224 00000400:00000200:2.0:1776198909.507511:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.507526:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.507533:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92683:92683:256:4294967295] 192.168.204.56@tcp LPNI seq info [92683:92683:8:4294967295] 00000400:00000200:2.0:1776198909.507543:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.507548:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.507554:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198909.507560:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.507568:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.507572:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.507590:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.507594:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.507598:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cdefdaf. 00080000:00000010:2.0:1776198909.507625:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cdefdaf. 00000800:00000200:3.0:1776198909.507668:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.507672:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:3.0:1776198909.507676:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.507680:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.507684:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:3.0:1776198909.507686:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00010000:00000010:2.0:1776198909.507702:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.507707:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076db81e0. 00010000:00000010:2.0:1776198909.507779:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000061493014. 00010000:00000010:2.0:1776198909.507785:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001075ab44. 00010000:00000010:2.0:1776198909.507795:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198909.507799:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198909.507804:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198909.507816:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e4d77eb. 02000000:00000010:2.0:1776198909.507838:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036df3b53. 00000400:00000010:2.0:1776198909.507844:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198909.507848:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198909.507853:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092608, portal 16 00000400:00000010:2.0:1776198909.507857:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198909.507858:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092608, offset 0 00000400:00000200:2.0:1776198909.507863:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.507871:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.507878:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.507881:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.507884:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.507886:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92684:92684:256:4294967295] 192.168.204.56@tcp LPNI seq info [92684:92684:8:4294967295] 00000400:00000200:2.0:1776198909.507893:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.507898:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.507901:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.507905:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.507908:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.507911:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.508367:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.508371:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:3.0:1776198909.508374:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.508378:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.508381:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:3.0:1776198909.508382:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00000100:00000200:3.0:1776198909.508388:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231092608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.513711:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.513731:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f380 00000400:00000200:2.0:1776198909.513740:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c21 [1] + 224 00000400:00000200:2.0:1776198909.513754:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.513757:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.513768:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231092608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.513806:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.513811:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77300 00000400:00000200:2.0:1776198909.513816:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7531 [2] + 1968 00000400:00000010:2.0:1776198909.513820:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000455241b6. 00000400:00000200:2.0:1776198909.513823:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e96dfd49 00000400:00000200:2.0:1776198909.513831:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.513833:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.513836:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e96dfd49 00000400:00000010:2.0:1776198909.513838:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e96dfd49 (tot 82346882). 00000100:00000200:2.0:1776198909.513842:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776198909.514104:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:0.0:1776198909.514109:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:0.0:1776198909.514110:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00000100:00000200:0.0:1776198909.514116:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231092608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.514124:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231092608/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.514153:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036df3b53. 02000000:00000010:0.0:1776198909.514160:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e4d77eb. 00000100:00000010:0.0:1776198909.514163:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:0.0:1776198909.514168:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:0.0:1776198909.514171:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00010000:00000010:2.1:1776198909.514309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca268e1f. 00010000:00000010:2.1:1776198909.514317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00000020:00000010:1.0:1776198909.514671:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f2fafb5. 00000020:00000010:1.0:1776198909.514678:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.514682:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.514706:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a27af50 x1862477217755904/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198909.514768:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755904 02000000:00000010:1.0:1776198909.514779:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1f18021. 00010000:00000010:1.0:1776198909.514805:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e3a875b. 00010000:00000010:1.0:1776198909.514823:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.514829:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000215d4bec. 00000100:00000010:1.0:1776198909.514843:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000215d4bec. 00010000:00000010:1.0:1776198909.514846:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.514858:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b3a3b96. 00000100:00000200:1.0:1776198909.514862:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755904, offset 224 00000400:00000200:1.0:1776198909.514869:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.514882:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.514887:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92685:92685:256:4294967295] 192.168.204.56@tcp LPNI seq info [92685:92685:8:4294967295] 00000400:00000200:1.0:1776198909.514895:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.514900:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.514905:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347130). 00000800:00000200:1.0:1776198909.514910:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.514917:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.514920:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.514947:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.514951:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.514954:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f2fafb5. 02000000:00000010:1.0:1776198909.514971:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009997ba68. 00000100:00000010:1.0:1776198909.514977:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 02000000:00000010:1.0:1776198909.514981:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6aed876. 00000100:00000010:1.0:1776198909.514983:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 02000000:00000010:1.0:1776198909.514988:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088b63b96. 00000100:00000010:1.0:1776198909.514990:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:1.0:1776198909.514993:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f1faf31. 00000100:00000010:1.0:1776198909.514994:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 02000000:00000010:1.0:1776198909.514998:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f484cd6c. 00000100:00000010:1.0:1776198909.515000:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:1.0:1776198909.515003:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3b6f594. 00000100:00000010:1.0:1776198909.515005:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000200:1.0:1776198909.515011:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198909.515016:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000340fd19. 00000400:00000010:1.0:1776198909.515020:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000215d4bec (tot 82347282). 00000800:00000200:2.0:1776198909.515140:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.515144:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:2.0:1776198909.515149:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.515153:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.515156:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b3a3b96 00000400:00000010:2.0:1776198909.515158:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b3a3b96. 02000000:00000010:2.0:1776198909.515161:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1f18021. 00080000:00000010:0.0:1776198909.516459:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3b6f594. 00010000:00000010:0.0:1776198909.516565:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001075ab44. 00010000:00000010:0.0:1776198909.516574:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c3a7874. 00010000:00000010:0.0:1776198909.516662:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005065e06b. 00010000:00000010:0.0:1776198909.516668:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0813f06. 00010000:00000010:0.0:1776198909.516679:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062976e72. 00000100:00000010:0.0:1776198909.516685:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.516693:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198909.516706:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f484cd6c. 02000000:00000010:0.0:1776198909.516732:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088b63b96. 00000400:00000010:0.0:1776198909.516738:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009299556d. 00000400:00000010:0.0:1776198909.516743:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006338cde. 00000100:00000200:0.0:1776198909.516749:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092672, portal 16 00000400:00000010:0.0:1776198909.516756:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec5916e5. 00000100:00000200:0.0:1776198909.516758:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092672, offset 0 00000400:00000200:0.0:1776198909.516768:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.516783:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.516791:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.516795:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.516798:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.516801:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92686:92686:256:4294967295] 192.168.204.56@tcp LPNI seq info [92686:92686:8:4294967295] 00000400:00000200:0.0:1776198909.516809:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.516814:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.516818:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198909.516823:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.516828:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.516831:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198909.517601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083f55bae. 00010000:00000010:2.1:1776198909.517612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c105b545. 00010000:00000010:2.1:1776198909.517615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692137cd. 00000800:00000200:2.0:1776198909.518890:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.518896:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198909.518903:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.518913:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.518919:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec5916e5 00000400:00000010:2.0:1776198909.518921:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec5916e5. 00000100:00000200:2.0:1776198909.518931:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231092672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.522390:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.522413:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f3c0 00000400:00000200:2.0:1776198909.522431:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c31 [1] + 224 00000400:00000200:2.0:1776198909.522444:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.522448:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.522460:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231092672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.522500:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.522505:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77340 00000400:00000200:2.0:1776198909.522511:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 0 00000400:00000200:2.0:1776198909.522567:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.522570:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.522574:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.522580:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:3.0:1776198909.522687:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.522695:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.522699:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.522774:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217755968/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198909.522815:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217755968 02000000:00000010:3.0:1776198909.522831:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f1faf31. 00010000:00000010:3.0:1776198909.522881:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.522890:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.522897:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.522900:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.522916:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198909.522920:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217755968, offset 224 00000400:00000200:3.0:1776198909.522928:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.522939:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.522946:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92687:92687:256:4294967295] 192.168.204.56@tcp LPNI seq info [92687:92687:8:4294967295] 00000400:00000200:3.0:1776198909.522969:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.522974:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.522979:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347282). 00000800:00000200:3.0:1776198909.522984:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.522991:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.522995:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.523011:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.523015:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.523019:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00000400:00000010:1.0:1776198909.523083:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009299556d. 00000400:00000200:1.0:1776198909.523087:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006338cde 00000400:00000010:1.0:1776198909.523090:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006338cde. 00000100:00000200:1.0:1776198909.523095:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231092672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.523105:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231092672/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198909.523128:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000941f627c. 02000000:00000010:1.0:1776198909.523143:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088b63b96. 02000000:00000010:1.0:1776198909.523148:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f484cd6c. 00000100:00000010:1.0:1776198909.523151:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:1.0:1776198909.523154:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:1.0:1776198909.523156:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062976e72. 00080000:00000010:1.0:1776198909.523186:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f2fafb5. 00010000:00000010:1.0:1776198909.523287:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0813f06. 00010000:00000010:1.0:1776198909.523293:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7cbfd31. 00010000:00000010:1.0:1776198909.523360:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.0:1776198909.523365:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046faf35c. 00010000:00000010:1.0:1776198909.523373:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.523377:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d32da2d. 00000100:00000010:1.0:1776198909.523383:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 02000000:00000010:1.0:1776198909.523393:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1f18021. 02000000:00000010:1.0:1776198909.523411:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009997ba68. 00000400:00000010:1.0:1776198909.523415:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198909.523418:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198909.523422:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092736, portal 16 00000400:00000010:1.0:1776198909.523425:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000019ee1e5c. 00000100:00000200:1.0:1776198909.523427:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092736, offset 0 00000400:00000200:1.0:1776198909.523432:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.523437:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.523443:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.523447:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.523450:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.523452:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92688:92688:255:4294967295] 192.168.204.56@tcp LPNI seq info [92688:92688:7:4294967295] 00000400:00000200:1.0:1776198909.523460:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.523464:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.523467:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347530). 00000800:00000200:1.0:1776198909.523470:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.523474:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.523476:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.523638:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.523642:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347282). 00000400:00000200:2.0:1776198909.523646:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.523649:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.523652:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:2.0:1776198909.523653:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00000800:00000200:2.0:1776198909.523706:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.523708:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:2.0:1776198909.523713:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.523716:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.523718:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019ee1e5c 00000400:00000010:2.0:1776198909.523720:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000019ee1e5c. 00000100:00000200:2.0:1776198909.523724:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009d87c9fc x1862477231092736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.524439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f30121. 00000400:00000200:2.0:1776198909.526246:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.526290:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f400 00000400:00000200:2.0:1776198909.526299:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c3d [1] + 224 00000400:00000200:2.0:1776198909.526315:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.526321:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.526333:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009d87c9fc x1862477231092736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.526408:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941b1340. 00000400:00000200:1.0:1776198909.526412:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:1.0:1776198909.526414:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 00000100:00000200:1.0:1776198909.526420:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009d87c9fc x1862477231092736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.526427:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009d87c9fc x1862477231092736/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.526453:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009997ba68. 02000000:00000010:1.0:1776198909.526461:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1f18021. 00000100:00000010:1.0:1776198909.526465:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 00000100:00000010:1.0:1776198909.526469:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d32da2d. 00010000:00000010:1.0:1776198909.526474:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000200:2.0:1776198909.527048:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.527058:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77380 00000400:00000200:2.0:1776198909.527063:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 328 00000400:00000200:2.0:1776198909.527117:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.527120:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.527124:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.527129:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198909.527665:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.527674:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.527679:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.527706:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217756032/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198909.527784:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756032 02000000:00000010:3.0:1776198909.527797:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6aed876. 00010000:00000010:3.0:1776198909.527827:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6f28540. 00010000:00000010:3.0:1776198909.527850:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.527857:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.527880:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.527884:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.527898:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198909.527902:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756032, offset 224 00000400:00000200:3.0:1776198909.527911:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.527922:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.527928:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92689:92689:256:4294967295] 192.168.204.56@tcp LPNI seq info [92689:92689:8:4294967295] 00000400:00000200:3.0:1776198909.527937:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.527943:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.527947:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089937ff2 (tot 82347282). 00000800:00000200:3.0:1776198909.527952:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.527972:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.527975:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089937ff2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.528031:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.528035:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.528039:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00080000:00000010:0.0:1776198909.528097:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e4d77eb. 00010000:00000010:0.0:1776198909.528189:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046faf35c. 00010000:00000010:0.0:1776198909.528195:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000679ad0fb. 00010000:00000010:0.0:1776198909.528287:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198909.528292:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.528303:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000100:00000010:0.0:1776198909.528307:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.528313:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.528323:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f484cd6c. 02000000:00000010:0.0:1776198909.528344:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088b63b96. 00000400:00000010:0.0:1776198909.528349:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.528354:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.528359:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092800, portal 16 00000400:00000010:0.0:1776198909.528364:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b137cd0c. 00000100:00000200:0.0:1776198909.528366:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092800, offset 0 00000400:00000200:0.0:1776198909.528372:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.528378:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.528385:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.528389:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.528392:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.528394:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92690:92690:255:4294967295] 192.168.204.56@tcp LPNI seq info [92690:92690:7:4294967295] 00000400:00000200:0.0:1776198909.528401:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.528405:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.528408:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347530). 00000800:00000200:0.0:1776198909.528411:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.528414:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.528416:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.528848:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.528853:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089937ff2 (tot 82347282). 00000400:00000200:2.0:1776198909.528858:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.528863:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.528867:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:2.0:1776198909.528870:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000800:00000200:2.0:1776198909.529149:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.529152:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198909.529157:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.529161:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.529163:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b137cd0c 00000400:00000010:2.0:1776198909.529165:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b137cd0c. 00000100:00000200:2.0:1776198909.529172:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231092800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.531458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcbee97a. 00010000:00000010:0.1:1776198909.531473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061493014. 00000400:00000200:2.0:1776198909.531926:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.531942:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f440 00000400:00000200:2.0:1776198909.531950:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c49 [1] + 224 00000400:00000200:2.0:1776198909.531970:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.531975:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.531985:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231092800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.532018:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.532024:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f773c0 00000400:00000200:2.0:1776198909.532029:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 656 00000400:00000200:2.0:1776198909.532038:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.532041:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.532045:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776198909.532049:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000100:00000010:2.0:1776198909.532051:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000400:00000200:0.0:1776198909.532054:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:0.0:1776198909.532055:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.532061:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231092800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.532068:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231092800/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.532095:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088b63b96. 02000000:00000010:0.0:1776198909.532100:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f484cd6c. 00000100:00000010:0.0:1776198909.532103:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.532106:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.532110:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00000020:00000010:3.0:1776198909.532185:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.532192:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.532197:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.532224:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217756096/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198909.532325:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756096 02000000:00000010:3.0:1776198909.532337:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023661ca0. 00010000:00000010:3.0:1776198909.532365:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020097653. 00010000:00000010:3.0:1776198909.532387:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.532393:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.532403:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.532406:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.532417:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000100:00000200:3.0:1776198909.532421:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756096, offset 224 00000400:00000200:3.0:1776198909.532428:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.532438:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.532444:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92691:92691:256:4294967295] 192.168.204.56@tcp LPNI seq info [92691:92691:8:4294967295] 00000400:00000200:3.0:1776198909.532452:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.532457:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.532462:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f43d4779 (tot 82347282). 00000800:00000200:3.0:1776198909.532467:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.532473:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.532477:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f43d4779 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.532497:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.532501:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.532504:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00080000:00000010:0.0:1776198909.532574:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f484cd6c. 00000800:00000200:2.0:1776198909.532578:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.532581:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f43d4779 (tot 82347034). 00000400:00000200:2.0:1776198909.532584:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.532588:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.532590:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b4375f2 00000400:00000010:2.0:1776198909.532592:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b4375f2. 00010000:00000010:0.0:1776198909.532648:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.532654:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf83c4a2. 00010000:00000010:0.0:1776198909.532728:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198909.532732:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000074a1d295. 00010000:00000010:0.0:1776198909.532737:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198909.532744:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00080000:00000010:0.0:1776198909.532757:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088b63b96. 00010000:00000010:0.0:1776198909.532793:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.532797:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074a1d295. 00010000:00000010:0.0:1776198909.532850:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fbffab1. 00010000:00000010:0.0:1776198909.532854:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.532862:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000100:00000010:0.0:1776198909.532865:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.532870:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.532880:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003eda1138. 02000000:00000010:0.0:1776198909.532900:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30c3b41. 00000400:00000010:0.0:1776198909.532903:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.532907:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.532912:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092864, portal 16 00000400:00000010:0.0:1776198909.532915:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198909.532917:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092864, offset 0 00000400:00000200:0.0:1776198909.532922:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.532928:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.532935:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.532938:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.532941:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.532943:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92692:92692:256:4294967295] 192.168.204.56@tcp LPNI seq info [92692:92692:8:4294967295] 00000400:00000200:0.0:1776198909.532949:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.532954:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.532970:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198909.532974:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.532978:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.532980:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.533157:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.533160:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198909.533164:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.533168:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.533171:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:2.0:1776198909.533172:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000100:00000200:2.0:1776198909.533177:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231092864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.533441:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0f39104. 00010000:00000010:1.1:1776198909.533449:0:64812:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6003fbb. 00010000:00000010:1.1:1776198909.533453:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005065e06b. 00000400:00000200:2.0:1776198909.535034:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.535053:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f480 00000400:00000200:2.0:1776198909.535061:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c55 [1] + 224 00000400:00000200:2.0:1776198909.535074:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.535077:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.535088:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231092864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198909.535206:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198909.535211:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:0.0:1776198909.535214:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.535219:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231092864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.535225:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231092864/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.535389:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e30c3b41. 02000000:00000010:0.0:1776198909.535398:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003eda1138. 00000100:00000010:0.0:1776198909.535404:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.535408:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.535411:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00010000:00000010:3.1:1776198909.536575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092ec4a0f. 00000400:00000200:2.0:1776198909.536718:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.536733:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77400 00000400:00000200:2.0:1776198909.536740:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 984 00000400:00000200:2.0:1776198909.536807:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.536812:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.536818:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.536823:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000020:00000010:3.0:1776198909.536904:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.536911:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.536915:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.536939:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000701c1221 x1862477217756160/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198909.536978:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756160 02000000:00000010:3.0:1776198909.536990:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5a5d108. 00010000:00000010:3.0:1776198909.537019:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009db358cf. 00010000:00000010:3.0:1776198909.537036:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.537090:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.537104:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.537108:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.537124:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198909.537130:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756160, offset 224 00000400:00000200:3.0:1776198909.537138:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.537148:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.537154:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92693:92693:256:4294967295] 192.168.204.56@tcp LPNI seq info [92693:92693:8:4294967295] 00000400:00000200:3.0:1776198909.537163:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.537168:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.537171:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000058693aa (tot 82347282). 00000800:00000200:3.0:1776198909.537177:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.537183:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.537186:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000058693aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.537209:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.537213:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.537216:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00000800:00000200:2.0:1776198909.537389:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.537393:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000058693aa (tot 82347034). 00000400:00000200:2.0:1776198909.537397:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.537401:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.537404:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:2.0:1776198909.537406:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 00010000:00000010:0.1:1776198909.537517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5954206. 00010000:00000010:0.1:1776198909.537524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00080000:00000010:0.0:1776198909.537547:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e30c3b41. 00010000:00000010:0.0:1776198909.537632:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.537638:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008664c663. 00010000:00000010:0.0:1776198909.537714:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.0:1776198909.537719:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.537731:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000100:00000010:0.0:1776198909.537735:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.537742:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.537753:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd8b7235. 02000000:00000010:0.0:1776198909.537774:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003522346a. 00000400:00000010:0.0:1776198909.537780:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.537785:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.537789:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092928, portal 16 00000400:00000010:0.0:1776198909.537794:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198909.537796:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092928, offset 0 00000400:00000200:0.0:1776198909.537802:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.537810:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.537817:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.537820:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.537823:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.537825:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92694:92694:256:4294967295] 192.168.204.56@tcp LPNI seq info [92694:92694:8:4294967295] 00000400:00000200:0.0:1776198909.537832:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.537837:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.537840:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198909.537844:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.537849:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.537851:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.543654:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.543663:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198909.543672:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.543682:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.543687:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:2.0:1776198909.543690:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000100:00000200:2.0:1776198909.543699:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231092928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.544317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000defe4d14. 00010000:00000010:0.1:1776198909.544379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521fd4c0. 00010000:00000010:0.1:1776198909.544386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198909.544390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198909.544392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000200:2.0:1776198909.547093:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.547116:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f4c0 00000400:00000200:2.0:1776198909.547125:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c61 [1] + 224 00000400:00000200:2.0:1776198909.547144:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.547148:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.547159:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231092928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198909.547532:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198909.547540:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:0.0:1776198909.547541:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.547547:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231092928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.547554:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231092928/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.547595:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003522346a. 02000000:00000010:0.0:1776198909.547605:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd8b7235. 00000100:00000010:0.0:1776198909.547611:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.547615:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.547619:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00000400:00000200:2.0:1776198909.549219:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.549237:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77440 00000400:00000200:2.0:1776198909.549245:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 1312 00000400:00000200:2.0:1776198909.549351:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.549356:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.549363:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.549368:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:3.0:1776198909.549660:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.549667:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.549672:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.549700:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a8062a4 x1862477217756224/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198909.549725:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756224 02000000:00000010:3.0:1776198909.549737:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000795f22f3. 00010000:00000010:3.0:1776198909.549764:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8622048. 00010000:00000010:3.0:1776198909.549797:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.549803:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.549817:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.549820:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.549834:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198909.549839:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756224, offset 224 00000400:00000200:3.0:1776198909.549847:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.549858:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.549864:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92695:92695:256:4294967295] 192.168.204.56@tcp LPNI seq info [92695:92695:8:4294967295] 00000400:00000200:3.0:1776198909.549873:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.549878:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.549883:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033189ee (tot 82347282). 00000800:00000200:3.0:1776198909.549889:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.549896:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.549900:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033189ee type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.549919:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.549922:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.549925:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00000800:00000200:3.0:1776198909.549999:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.550002:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033189ee (tot 82347034). 00000400:00000200:3.0:1776198909.550005:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.550008:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.550011:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:3.0:1776198909.550013:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00080000:00000010:0.0:1776198909.550934:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd8b7235. 00010000:00000010:0.0:1776198909.551025:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.551033:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026031802. 00010000:00000010:0.0:1776198909.551116:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198909.551121:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.551131:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000100:00000010:0.0:1776198909.551137:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.551145:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.551157:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003522346a. 02000000:00000010:0.0:1776198909.551183:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003eda1138. 00000400:00000010:0.0:1776198909.551189:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.551194:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.551201:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231092992, portal 16 00000400:00000010:0.0:1776198909.551205:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198909.551208:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231092992, offset 0 00000400:00000200:0.0:1776198909.551215:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.551226:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.551232:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.551236:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.551238:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.551241:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92696:92696:256:4294967295] 192.168.204.56@tcp LPNI seq info [92696:92696:8:4294967295] 00000400:00000200:0.0:1776198909.551250:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.551271:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.551275:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198909.551281:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.551287:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.551290:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.551670:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.551673:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:2.0:1776198909.551679:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.551684:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.551688:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:2.0:1776198909.551690:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 00000100:00000200:2.0:1776198909.551696:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231092992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.553242:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.553296:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f500 00000400:00000200:2.0:1776198909.553305:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c6d [1] + 224 00000400:00000200:2.0:1776198909.553319:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.553322:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.553331:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231092992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.553428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080760e4f. 00010000:00000010:0.1:1776198909.553441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f48bff. 00010000:00000010:0.1:1776198909.553448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00000400:00000010:0.0:1776198909.553465:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198909.553473:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:0.0:1776198909.553475:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.553480:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231092992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.553487:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231092992/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.553513:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003eda1138. 02000000:00000010:0.0:1776198909.553518:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003522346a. 00000100:00000010:0.0:1776198909.553524:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.553528:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.553531:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00000400:00000200:3.0:1776198909.554098:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.554109:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77480 00000400:00000200:3.0:1776198909.554114:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 1640 00000400:00000200:3.0:1776198909.554168:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.554173:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.554177:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.554182:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077e65419. 00000020:00000010:2.0:1776198909.554303:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 00000020:00000010:2.0:1776198909.554311:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.554315:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.554337:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077e65419 x1862477217756288/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198909.554364:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756288 02000000:00000010:2.0:1776198909.554373:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088e0bd7f. 00010000:00000010:2.0:1776198909.554397:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2886ded. 00010000:00000010:2.0:1776198909.554414:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.554420:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.554433:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.554437:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.554448:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198909.554453:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756288, offset 224 00000400:00000200:2.0:1776198909.554460:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.554470:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.554475:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92697:92697:256:4294967295] 192.168.204.56@tcp LPNI seq info [92697:92697:8:4294967295] 00000400:00000200:2.0:1776198909.554485:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.554489:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.554493:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198909.554498:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.554505:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.554507:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.554535:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.554539:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.554542:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00080000:00000010:0.0:1776198909.554560:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003eda1138. 00000800:00000200:1.0:1776198909.554645:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1776198909.554645:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00000800:00000010:1.0:1776198909.554649:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:1.0:1776198909.554651:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776198909.554651:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001bab7bb. 00000400:00000200:1.0:1776198909.554656:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.554659:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:1.0:1776198909.554660:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00010000:00000010:0.0:1776198909.554729:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fbffab1. 00010000:00000010:0.0:1776198909.554734:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.554744:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000100:00000010:0.0:1776198909.554748:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.554754:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.554763:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003522346a. 02000000:00000010:0.0:1776198909.554784:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b34abb4c. 00000400:00000010:0.0:1776198909.554789:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.554793:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.554798:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093056, portal 16 00000400:00000010:0.0:1776198909.554802:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198909.554804:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093056, offset 0 00000400:00000200:0.0:1776198909.554809:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.554814:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.554821:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.554824:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.554827:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.554829:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92698:92698:256:4294967295] 192.168.204.56@tcp LPNI seq info [92698:92698:8:4294967295] 00000400:00000200:0.0:1776198909.554835:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.554839:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.554842:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198909.554846:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.554849:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.554851:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.555034:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.555037:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:2.0:1776198909.555041:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.555045:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.555047:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:2.0:1776198909.555049:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00000100:00000200:2.0:1776198909.555053:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231093056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.556801:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.556818:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f540 00000400:00000200:3.0:1776198909.556826:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c79 [1] + 224 00000400:00000200:3.0:1776198909.556836:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.556839:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.556848:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231093056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.556883:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.556888:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f774c0 00000400:00000200:3.0:1776198909.556892:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7591 [2] + 1968 00000400:00000010:3.0:1776198909.556896:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a211b4c7. 00000400:00000200:3.0:1776198909.556899:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e5dce622 00000400:00000200:3.0:1776198909.556905:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.556908:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.556910:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5dce622 00000400:00000010:3.0:1776198909.556911:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e5dce622 (tot 82346882). 00000100:00000200:3.0:1776198909.556916:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198909.557017:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009997ba68. 00000020:00000010:1.0:1776198909.557024:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.557028:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.557051:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969b7499 x1862477217756352/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.557082:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756352 02000000:00000010:1.0:1776198909.557094:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1f18021. 00010000:00000010:1.0:1776198909.557137:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.557144:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d32da2d. 00000100:00000010:1.0:1776198909.557149:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d32da2d. 00010000:00000010:1.0:1776198909.557153:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.557176:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002bc7d434. 00000100:00000200:1.0:1776198909.557181:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756352, offset 224 00000400:00000200:1.0:1776198909.557189:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.557199:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.557205:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92699:92699:256:4294967295] 192.168.204.56@tcp LPNI seq info [92699:92699:8:4294967295] 00000400:00000200:1.0:1776198909.557213:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.557218:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.557223:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347130). 00000800:00000200:1.0:1776198909.557229:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.557235:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.557238:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1776198909.557332:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198909.557336:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:0.0:1776198909.557338:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.557344:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231093056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.557351:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231093056/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198909.557374:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097658b72. 02000000:00000010:0.0:1776198909.557389:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b34abb4c. 02000000:00000010:0.0:1776198909.557396:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003522346a. 00000100:00000010:0.0:1776198909.557402:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.557406:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.557407:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00080000:00000010:0.0:1776198909.557425:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b34abb4c. 00010000:00000010:0.0:1776198909.557500:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.557506:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065dd3d59. 00010000:00000010:0.0:1776198909.557579:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198909.557584:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.557593:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000100:00000010:0.0:1776198909.557596:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.557602:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198909.557612:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000902305a4. 02000000:00000010:0.0:1776198909.557630:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003522346a. 00000400:00000010:0.0:1776198909.557634:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.557637:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.557641:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093120, portal 16 00000400:00000010:0.0:1776198909.557644:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198909.557646:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093120, offset 0 00000400:00000200:0.0:1776198909.557651:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.557657:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.557662:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.557665:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.557668:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.557670:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92700:92700:255:4294967295] 192.168.204.56@tcp LPNI seq info [92700:92700:7:4294967295] 00000400:00000200:0.0:1776198909.557676:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.557680:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.557683:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347378). 00000800:00000200:0.0:1776198909.557686:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.557690:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.557693:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.557744:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.557749:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.557752:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009997ba68. 02000000:00000010:1.0:1776198909.557763:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088e0bd7f. 00000100:00000010:1.0:1776198909.557765:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077e65419. 02000000:00000010:1.0:1776198909.557769:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000795f22f3. 00000100:00000010:1.0:1776198909.557771:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a8062a4. 02000000:00000010:1.0:1776198909.557774:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5a5d108. 00000100:00000010:1.0:1776198909.557776:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000701c1221. 02000000:00000010:1.0:1776198909.557779:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023661ca0. 00000100:00000010:1.0:1776198909.557781:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:1.0:1776198909.557783:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6aed876. 00000100:00000010:1.0:1776198909.557785:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:1.0:1776198909.557788:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f1faf31. 00000100:00000010:1.0:1776198909.557790:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000200:1.0:1776198909.557796:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198909.557799:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000941b1340. 00000400:00000010:1.0:1776198909.557802:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004d32da2d (tot 82347530). 00000800:00000200:3.0:1776198909.558798:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.558803:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347282). 00000400:00000200:3.0:1776198909.558813:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.558819:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.558824:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002bc7d434 00000400:00000010:3.0:1776198909.558826:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002bc7d434. 02000000:00000010:3.0:1776198909.558832:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1f18021. 00000800:00000200:3.0:1776198909.558898:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.558901:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:3.0:1776198909.558906:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.558909:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.558911:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:3.0:1776198909.558913:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00000100:00000200:3.0:1776198909.558918:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231093120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.562157:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.562178:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f580 00000400:00000200:2.0:1776198909.562187:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c85 [1] + 224 00000400:00000200:2.0:1776198909.562198:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.562201:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.562211:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231093120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.562288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000985f85c1. 00010000:00000010:0.1:1776198909.562351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094fda98c. 00010000:00000010:0.1:1776198909.562359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00000400:00000010:0.0:1776198909.563149:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:0.0:1776198909.563157:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:0.0:1776198909.563159:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000400:00000200:2.0:1776198909.563167:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.563177:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77500 00000400:00000200:2.0:1776198909.563183:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 0 00000100:00000200:0.0:1776198909.563345:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231093120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.563354:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231093120/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.563384:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003522346a. 02000000:00000010:0.0:1776198909.563392:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000902305a4. 00000100:00000010:0.0:1776198909.563398:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198909.563402:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.563406:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00000400:00000200:2.0:1776198909.563414:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.563421:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.563426:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.563431:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:3.0:1776198909.563556:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c55c691. 00000020:00000010:3.0:1776198909.563565:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.563570:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.563597:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217756416/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198909.563634:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756416 02000000:00000010:3.0:1776198909.563647:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f1faf31. 00010000:00000010:3.0:1776198909.563673:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8a28a50. 00010000:00000010:3.0:1776198909.563693:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.563700:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.563711:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.563713:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.563726:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198909.563731:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756416, offset 224 00000400:00000200:3.0:1776198909.563738:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.563749:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.563755:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92701:92701:256:4294967295] 192.168.204.56@tcp LPNI seq info [92701:92701:8:4294967295] 00000400:00000200:3.0:1776198909.563766:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.563772:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.563777:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033189ee (tot 82347282). 00000800:00000200:3.0:1776198909.563782:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.563789:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.563793:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033189ee type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.563818:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.563822:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.563826:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c55c691. 00080000:00000010:0.0:1776198909.563933:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003522346a. 00010000:00000010:0.0:1776198909.564026:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.564033:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe51cba3. 00010000:00000010:0.0:1776198909.564404:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198909.564408:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009560a428. 00010000:00000010:0.0:1776198909.564413:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.0:1776198909.564418:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00080000:00000010:0.0:1776198909.564431:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902305a4. 00010000:00000010:0.0:1776198909.564467:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.564472:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009560a428. 00010000:00000010:0.0:1776198909.564523:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198909.564528:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00000800:00000200:2.0:1776198909.564530:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.564534:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033189ee (tot 82347034). 00010000:00000010:0.0:1776198909.564535:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a89f22e6. 00000400:00000200:2.0:1776198909.564538:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1776198909.564541:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000400:00000200:2.0:1776198909.564545:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000010:0.0:1776198909.564548:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00000400:00000200:2.0:1776198909.564549:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:2.0:1776198909.564553:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 02000000:00000010:0.0:1776198909.564561:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af54083f. 02000000:00000010:0.0:1776198909.564585:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d484664. 00000400:00000010:0.0:1776198909.564590:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198909.564595:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198909.564599:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093184, portal 16 00000400:00000010:0.0:1776198909.564604:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198909.564606:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093184, offset 0 00000400:00000200:0.0:1776198909.564611:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.564618:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.564625:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.564629:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.564631:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.564634:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92702:92702:256:4294967295] 192.168.204.56@tcp LPNI seq info [92702:92702:8:4294967295] 00000400:00000200:0.0:1776198909.564640:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.564645:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.564648:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198909.564651:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.564655:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.564658:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.564823:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.564826:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198909.564831:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.564835:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.564837:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:3.0:1776198909.564839:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 00000100:00000200:3.0:1776198909.564845:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231093184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.565402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000883bd8d0. 00010000:00000010:0.1:1776198909.565410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00010000:00000010:2.1:1776198909.569402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a6c7c9. 00010000:00000010:0.1:1776198909.569466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000934acc34. 00010000:00000010:0.1:1776198909.569475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2f4f7a1. 00010000:00000010:0.1:1776198909.569481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:3.1:1776198909.570306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cf68bc6. 00000400:00000200:2.0:1776198909.573415:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:0.1:1776198909.573428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a646cab. 00010000:00000010:0.1:1776198909.573445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.1:1776198909.573449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198909.573451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00000400:00000200:0.0:1776198909.573474:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f5c0 00000400:00000200:0.0:1776198909.573487:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8c95 [1] + 224 00000400:00000200:0.0:1776198909.573510:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.573515:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.573528:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231093184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.573621:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:1.0:1776198909.573627:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:1.0:1776198909.573629:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:1.0:1776198909.573635:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231093184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.573642:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231093184/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.573676:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d484664. 02000000:00000010:1.0:1776198909.573683:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af54083f. 00000100:00000010:1.0:1776198909.573687:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:1.0:1776198909.573691:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:1.0:1776198909.573695:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a89f22e6. 00000400:00000200:2.0:1776198909.575508:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.575526:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77540 00000400:00000200:2.0:1776198909.575533:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 328 00000400:00000200:2.0:1776198909.575601:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.575605:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.575612:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.575619:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:1.0:1776198909.575754:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f18021. 00000020:00000010:1.0:1776198909.575761:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.575766:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.575797:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217756480/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198909.575833:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756480 02000000:00000010:1.0:1776198909.575847:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5a5d108. 00010000:00000010:1.0:1776198909.575879:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a317637d. 00010000:00000010:1.0:1776198909.575902:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.575909:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c1e8a5a. 00000100:00000010:1.0:1776198909.575932:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c1e8a5a. 00010000:00000010:1.0:1776198909.575937:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.575950:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004dfccf94. 00000100:00000200:1.0:1776198909.575964:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756480, offset 224 00000400:00000200:1.0:1776198909.575973:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.575984:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.575989:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92703:92703:256:4294967295] 192.168.204.56@tcp LPNI seq info [92703:92703:8:4294967295] 00000400:00000200:1.0:1776198909.576000:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.576005:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.576009:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.576015:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.576022:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.576026:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.576051:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.576055:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.576058:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f18021. 00000800:00000200:3.0:1776198909.576172:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.576175:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:3.0:1776198909.576181:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.576185:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.576188:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dfccf94 00000400:00000010:3.0:1776198909.576190:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004dfccf94. 00080000:00000010:0.0:1776198909.576298:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4dc834f. 00010000:00000010:0.0:1776198909.576374:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.576381:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054f58b6a. 00010000:00000010:0.0:1776198909.576456:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.0:1776198909.576461:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.576472:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00000100:00000010:0.0:1776198909.576476:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.576483:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198909.576493:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091294508. 02000000:00000010:0.0:1776198909.576515:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b76fa9b. 00000400:00000010:0.0:1776198909.576519:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198909.576523:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.576527:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093248, portal 16 00000400:00000010:0.0:1776198909.576531:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198909.576533:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093248, offset 0 00000400:00000200:0.0:1776198909.576538:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.576545:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.576551:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.576555:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.576557:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.576560:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92704:92704:256:4294967295] 192.168.204.56@tcp LPNI seq info [92704:92704:8:4294967295] 00000400:00000200:0.0:1776198909.576566:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.576571:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.576574:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198909.576578:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.576581:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.576583:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.576690:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.576693:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198909.576698:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.576702:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.576704:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:2.0:1776198909.576705:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:2.0:1776198909.576710:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231093248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.580701:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.580724:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f600 00000400:00000200:2.0:1776198909.580733:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ca1 [1] + 224 00000400:00000200:2.0:1776198909.580750:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.580753:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.580764:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231093248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198909.580944:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:0.0:1776198909.580950:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198909.580952:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198909.580971:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231093248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.580978:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231093248/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.581013:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b76fa9b. 02000000:00000010:0.0:1776198909.581020:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091294508. 00000100:00000010:0.0:1776198909.581024:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198909.581030:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.581033:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00000400:00000200:3.0:1776198909.581887:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.581902:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77580 00000400:00000200:3.0:1776198909.581909:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 656 00000400:00000200:3.0:1776198909.581978:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.581982:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.581989:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.581994:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000020:00000010:1.0:1776198909.582184:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f18021. 00000020:00000010:1.0:1776198909.582194:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.582199:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.582227:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e57c639b x1862477217756544/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:1.1:1776198909.582296:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d00185c3. 00000100:00000200:1.0:1776198909.582312:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756544 02000000:00000010:1.0:1776198909.582324:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000795f22f3. 00010000:00000010:1.0:1776198909.582352:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfea6e96. 00010000:00000010:1.0:1776198909.582372:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.582378:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c1e8a5a. 00000100:00000010:1.0:1776198909.582390:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c1e8a5a. 00010000:00000010:1.0:1776198909.582394:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.582406:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001570bb63. 00000100:00000200:1.0:1776198909.582411:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756544, offset 224 00000400:00000200:1.0:1776198909.582428:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.582439:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.582444:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92705:92705:256:4294967295] 192.168.204.56@tcp LPNI seq info [92705:92705:8:4294967295] 00000400:00000200:1.0:1776198909.582454:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.582458:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.582463:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.582468:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.582474:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.582477:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.582499:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.582504:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.582506:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f18021. 00080000:00000010:0.0:1776198909.582577:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091294508. 00000800:00000200:2.0:1776198909.582638:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.582642:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:2.0:1776198909.582647:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.582651:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.582654:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001570bb63 00010000:00000010:0.0:1776198909.582655:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00000400:00000010:2.0:1776198909.582656:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001570bb63. 00010000:00000010:0.0:1776198909.582661:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8f5c4a2. 00010000:00000010:0.0:1776198909.582742:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198909.582747:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.582757:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00000100:00000010:0.0:1776198909.582760:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.582766:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198909.582776:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b76fa9b. 02000000:00000010:0.0:1776198909.582800:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af54083f. 00000400:00000010:0.0:1776198909.582805:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198909.582809:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.582814:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093312, portal 16 00000400:00000010:0.0:1776198909.582818:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198909.582819:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093312, offset 0 00000400:00000200:0.0:1776198909.582825:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.582831:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.582838:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.582841:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.582844:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.582847:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92706:92706:256:4294967295] 192.168.204.56@tcp LPNI seq info [92706:92706:8:4294967295] 00000400:00000200:0.0:1776198909.582854:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.582858:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.582861:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198909.582865:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.582868:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.582871:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.583083:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.583086:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198909.583091:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.583094:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.583096:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:2.0:1776198909.583098:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000100:00000200:2.0:1776198909.583102:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231093312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.585525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b308deeb. 00010000:00000010:0.1:1776198909.585541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000200:3.0:1776198909.585907:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.585926:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f640 00000400:00000200:3.0:1776198909.585934:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8cad [1] + 224 00000400:00000200:3.0:1776198909.585950:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.585954:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.585977:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231093312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.587315:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.587330:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f775c0 00000400:00000200:2.0:1776198909.587340:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 984 00000400:00000200:2.0:1776198909.587404:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.587408:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.587414:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.587428:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000400:00000010:0.0:1776198909.587428:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:0.0:1776198909.587432:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198909.587434:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198909.587442:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231093312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.587451:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231093312/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.587481:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af54083f. 02000000:00000010:0.0:1776198909.587487:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b76fa9b. 00000100:00000010:0.0:1776198909.587491:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198909.587497:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.587500:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00000020:00000010:1.0:1776198909.591245:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f18021. 00000020:00000010:1.0:1776198909.591283:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.591288:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.591322:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217756608/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.591359:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756608 02000000:00000010:1.0:1776198909.591371:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009997ba68. 00010000:00000010:1.0:1776198909.591400:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa44d497. 00010000:00000010:1.0:1776198909.591425:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.591432:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c1e8a5a. 00000100:00000010:1.0:1776198909.591444:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c1e8a5a. 00010000:00000010:1.0:1776198909.591449:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.591463:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a76cb2f8. 00000100:00000200:1.0:1776198909.591468:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756608, offset 224 00000400:00000200:1.0:1776198909.591477:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.591492:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.591499:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92707:92707:256:4294967295] 192.168.204.56@tcp LPNI seq info [92707:92707:8:4294967295] 00000400:00000200:1.0:1776198909.591509:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.591514:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.591520:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.591526:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.591533:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.591537:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.591558:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.591562:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.591566:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f18021. 00000800:00000200:2.0:1776198909.591700:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.591706:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:2.0:1776198909.591713:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.591718:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.591723:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a76cb2f8 00000400:00000010:2.0:1776198909.591725:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a76cb2f8. 00080000:00000010:0.0:1776198909.592591:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b76fa9b. 00010000:00000010:0.0:1776198909.592681:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.592689:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b43dda4. 00010000:00000010:0.0:1776198909.592771:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198909.592778:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.592790:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00000100:00000010:0.0:1776198909.592795:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.592803:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198909.592816:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af54083f. 02000000:00000010:0.0:1776198909.592842:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d484664. 00000400:00000010:0.0:1776198909.592848:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198909.592853:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.592859:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093376, portal 16 00000400:00000010:0.0:1776198909.592864:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198909.592866:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093376, offset 0 00000400:00000200:0.0:1776198909.592873:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.592884:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.592891:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.592894:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.592897:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.592900:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92708:92708:256:4294967295] 192.168.204.56@tcp LPNI seq info [92708:92708:8:4294967295] 00000400:00000200:0.0:1776198909.592920:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.592926:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.592930:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198909.592936:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.592941:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.592944:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.593226:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.593230:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:1.0:1776198909.593234:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.593238:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.593242:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:1.0:1776198909.593244:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:1.0:1776198909.593249:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231093376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.595434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004599e5f0. 00000400:00000200:2.0:1776198909.595693:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.595710:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f680 00000400:00000200:2.0:1776198909.595718:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8cb9 [1] + 224 00000400:00000200:2.0:1776198909.595732:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.595736:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.595745:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231093376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.595836:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.595842:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77600 00000400:00000200:2.0:1776198909.595847:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 1312 00000400:00000200:2.0:1776198909.595890:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.595894:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.595899:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.595904:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000020:00000010:1.0:1776198909.596081:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f18021. 00000020:00000010:1.0:1776198909.596090:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.596094:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.596136:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217756672/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198909.596167:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756672 02000000:00000010:1.0:1776198909.596180:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee0eab7a. 00010000:00000010:1.0:1776198909.596216:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.596222:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c1e8a5a. 00000100:00000010:1.0:1776198909.596228:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c1e8a5a. 00010000:00000010:1.0:1776198909.596232:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.596246:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003cf5c748. 00000100:00000200:1.0:1776198909.596289:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756672, offset 224 00000400:00000200:1.0:1776198909.596298:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.596308:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.596312:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92709:92709:256:4294967295] 192.168.204.56@tcp LPNI seq info [92709:92709:8:4294967295] 00000400:00000200:1.0:1776198909.596321:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.596326:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.596330:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.596335:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.596342:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.596345:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.596360:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.596364:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.596367:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f18021. 00000800:00000200:3.0:1776198909.596673:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.596677:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:3.0:1776198909.596683:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.596687:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.596691:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003cf5c748 00000400:00000010:3.0:1776198909.596692:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003cf5c748. 00000400:00000010:0.0:1776198909.597215:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:0.0:1776198909.597220:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198909.597222:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198909.597231:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231093376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.597241:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231093376/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198909.597380:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1c3f696. 02000000:00000010:0.0:1776198909.597398:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d484664. 02000000:00000010:0.0:1776198909.597403:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af54083f. 00000100:00000010:0.0:1776198909.597406:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198909.597411:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.597415:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00080000:00000010:0.0:1776198909.597436:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af54083f. 00010000:00000010:0.0:1776198909.597522:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.597528:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aae14161. 00010000:00000010:0.0:1776198909.597740:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fbffab1. 00010000:00000010:0.0:1776198909.597746:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198909.597755:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00000100:00000010:0.0:1776198909.597760:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.597766:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198909.597778:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d484664. 02000000:00000010:0.0:1776198909.597805:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048787a18. 00000400:00000010:0.0:1776198909.597809:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198909.597813:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.597818:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093440, portal 16 00000400:00000010:0.0:1776198909.597822:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198909.597823:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093440, offset 0 00000400:00000200:0.0:1776198909.597829:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.597841:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.597848:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.597851:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.597854:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.597856:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92710:92710:256:4294967295] 192.168.204.56@tcp LPNI seq info [92710:92710:8:4294967295] 00000400:00000200:0.0:1776198909.597865:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.597870:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.597873:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198909.597878:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.597884:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.597886:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.598063:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.598067:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:2.0:1776198909.598072:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.598075:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.598078:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:2.0:1776198909.598080:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:2.0:1776198909.598086:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231093440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.600301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067a81807. 00010000:00000010:0.1:1776198909.600317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00000400:00000200:2.0:1776198909.601230:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.601249:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f6c0 00000400:00000200:2.0:1776198909.601507:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8cc5 [1] + 224 00000400:00000200:2.0:1776198909.601544:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.601549:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.601562:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231093440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.603819:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aaf9021. 00010000:00000010:0.1:1776198909.603834:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00000400:00000010:0.0:1776198909.603852:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:0.0:1776198909.603857:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198909.603859:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:0.0:1776198909.603871:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231093440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198909.603881:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231093440/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198909.603911:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048787a18. 02000000:00000010:0.0:1776198909.603918:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d484664. 00000100:00000010:0.0:1776198909.603923:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:0.0:1776198909.603928:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.603932:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00000400:00000200:3.0:1776198909.604008:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.604026:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77640 00000400:00000200:3.0:1776198909.604033:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 1640 00000400:00000200:3.0:1776198909.604103:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.604108:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.604114:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.604119:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00010000:00000010:1.1:1776198909.604294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8794675. 00000020:00000010:2.0:1776198909.604372:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088e0bd7f. 00000020:00000010:2.0:1776198909.604379:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.604384:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.604409:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cd824bf x1862477217756736/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198909.604443:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756736 02000000:00000010:2.0:1776198909.604457:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036df3b53. 00010000:00000010:2.0:1776198909.604488:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fa4eda5. 00010000:00000010:2.0:1776198909.604508:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.604514:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.604534:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.604538:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.604549:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198909.604554:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756736, offset 224 00000400:00000200:2.0:1776198909.604561:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.604572:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.604578:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92711:92711:256:4294967295] 192.168.204.56@tcp LPNI seq info [92711:92711:8:4294967295] 00000400:00000200:2.0:1776198909.604585:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.604589:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.604594:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198909.604599:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.604606:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.604610:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.604628:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.604632:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.604635:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088e0bd7f. 00080000:00000010:3.0:1776198909.604717:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c55c691. 00010000:00000010:3.0:1776198909.604871:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:3.0:1776198909.604879:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b511a6d. 00010000:00000010:3.0:1776198909.604951:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198909.604966:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198909.604971:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.604976:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00080000:00000010:3.0:1776198909.604988:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6aed876. 00010000:00000010:3.0:1776198909.605018:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.605022:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198909.605075:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.605079:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.605087:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.605091:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.605097:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.605107:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000023661ca0. 02000000:00000010:3.0:1776198909.605133:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d45df6c4. 00000400:00000010:3.0:1776198909.605138:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.605142:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.605147:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093504, portal 16 00000400:00000010:3.0:1776198909.605151:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198909.605153:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093504, offset 0 00000400:00000200:3.0:1776198909.605158:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.605164:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.605171:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.605175:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.605178:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.605180:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92712:92712:255:4294967295] 192.168.204.56@tcp LPNI seq info [92712:92712:7:4294967295] 00000400:00000200:3.0:1776198909.605188:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.605192:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.605195:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbda368 (tot 82347530). 00000800:00000200:3.0:1776198909.605199:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.605203:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.605206:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fbda368 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.606776:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.606783:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347282). 00000400:00000200:0.0:1776198909.606792:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.606801:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.606806:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:0.0:1776198909.606808:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00000800:00000200:0.0:1776198909.606878:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.606880:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbda368 (tot 82347034). 00000400:00000200:0.0:1776198909.606883:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.606886:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.606888:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:0.0:1776198909.606890:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00000100:00000200:0.0:1776198909.606897:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.611323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf18f1e8. 00010000:00000010:0.1:1776198909.611341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea6cfab3. 00010000:00000010:0.1:1776198909.611345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000200:2.0:1776198909.612703:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.612723:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f700 00000400:00000200:2.0:1776198909.612733:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8cd1 [1] + 224 00000400:00000200:2.0:1776198909.612745:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.612749:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.612760:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.612806:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.612812:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77680 00000400:00000200:2.0:1776198909.612819:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb75e1 [2] + 1968 00000400:00000010:2.0:1776198909.612823:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a21f44b. 00000400:00000200:2.0:1776198909.612828:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000037cf83a0 00000400:00000200:2.0:1776198909.612838:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.612841:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.612844:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037cf83a0 00000400:00000010:2.0:1776198909.612847:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000037cf83a0 (tot 82346882). 00000100:00000200:2.0:1776198909.612852:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198909.612974:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1f18021. 00000020:00000010:1.0:1776198909.612983:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.612988:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.613014:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee2e774c x1862477217756800/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198909.613048:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756800 02000000:00000010:1.0:1776198909.613065:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057d35775. 00010000:00000010:1.0:1776198909.613105:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.613114:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c1e8a5a. 00000100:00000010:1.0:1776198909.613120:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c1e8a5a. 00010000:00000010:1.0:1776198909.613124:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.613139:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8a5d80. 00000100:00000200:1.0:1776198909.613145:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756800, offset 224 00000400:00000200:1.0:1776198909.613153:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.613164:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.613170:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92713:92713:256:4294967295] 192.168.204.56@tcp LPNI seq info [92713:92713:8:4294967295] 00000400:00000200:1.0:1776198909.613179:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.613184:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.613189:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347130). 00000800:00000200:1.0:1776198909.613194:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.613201:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.613206:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.613236:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.613241:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.613244:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1f18021. 02000000:00000010:1.0:1776198909.613283:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036df3b53. 00000100:00000010:1.0:1776198909.613288:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 02000000:00000010:1.0:1776198909.613292:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee0eab7a. 00000100:00000010:1.0:1776198909.613294:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:1.0:1776198909.613297:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009997ba68. 00000100:00000010:1.0:1776198909.613302:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:1.0:1776198909.613304:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000795f22f3. 00000100:00000010:1.0:1776198909.613307:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:1.0:1776198909.613311:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5a5d108. 00000100:00000010:1.0:1776198909.613314:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:1.0:1776198909.613317:0:64812:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f1faf31. 00000100:00000010:1.0:1776198909.613319:0:64812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000200:1.0:1776198909.613325:0:64812:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198909.613330:0:64812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f059e54b. 00000400:00000010:1.0:1776198909.613334:0:64812:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004c1e8a5a (tot 82347282). 00000800:00000200:0.0:1776198909.613714:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1776198909.613715:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.613718:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000800:00000010:0.0:1776198909.613718:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000010:3.0:1776198909.613720:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000400:00000200:0.0:1776198909.613724:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1776198909.613727:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.613727:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.613730:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8a5d80 00000400:00000010:0.0:1776198909.613731:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8a5d80. 02000000:00000010:0.0:1776198909.613734:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057d35775. 00000100:00000200:3.0:1776198909.613735:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093504/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198909.613755:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f29eccca. 02000000:00000010:3.0:1776198909.613769:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d45df6c4. 02000000:00000010:3.0:1776198909.613778:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000023661ca0. 00000100:00000010:3.0:1776198909.613781:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.613786:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.613789:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00080000:00000010:3.0:1776198909.613805:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d45df6c4. 00010000:00000010:3.0:1776198909.613881:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.613887:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e894f78. 00010000:00000010:3.0:1776198909.613971:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.613976:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.613986:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.613990:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.613996:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.614006:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdb38ebb. 02000000:00000010:3.0:1776198909.614028:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c7c10b7. 00000400:00000010:3.0:1776198909.614032:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.614035:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.614038:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093568, portal 16 00000400:00000010:3.0:1776198909.614043:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000100:00000200:3.0:1776198909.614045:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093568, offset 0 00000400:00000200:3.0:1776198909.614050:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.614058:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.614065:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.614069:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.614072:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.614075:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92714:92714:256:4294967295] 192.168.204.56@tcp LPNI seq info [92714:92714:8:4294967295] 00000400:00000200:3.0:1776198909.614082:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.614087:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.614090:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000823b4dd5 (tot 82347282). 00000800:00000200:3.0:1776198909.614095:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.614099:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.614102:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000823b4dd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.614796:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.614800:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000823b4dd5 (tot 82347034). 00000400:00000200:0.0:1776198909.614806:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.614811:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.614815:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:0.0:1776198909.614817:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00000100:00000200:0.0:1776198909.614824:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.614964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfa8af13. 00010000:00000010:3.1:1776198909.614971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fbffab1. 00010000:00000010:3.1:1776198909.614976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198909.614980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:2.1:1776198909.615374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f072b1. 00000400:00000200:2.0:1776198909.615707:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.615721:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f740 00000400:00000200:2.0:1776198909.615728:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ce1 [1] + 224 00000400:00000200:2.0:1776198909.615741:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.615744:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.615750:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.615889:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.615893:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.615895:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.615900:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.615907:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093568/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.615931:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c7c10b7. 02000000:00000010:3.0:1776198909.615949:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdb38ebb. 00000100:00000010:3.0:1776198909.615953:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.615969:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.615972:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00010000:00000010:3.1:1776198909.619303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bae1ecbe. 00010000:00000010:3.1:1776198909.619321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f2ebfe. 00010000:00000010:3.1:1776198909.619325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00000400:00000200:0.0:1776198909.622502:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.622525:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f776c0 00000400:00000200:0.0:1776198909.622534:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 0 00000400:00000200:0.0:1776198909.622603:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.622608:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.622615:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.622622:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000020:00000010:2.0:1776198909.622744:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 00000020:00000010:2.0:1776198909.622751:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.622755:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.622780:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217756864/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198909.622902:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756864 02000000:00000010:2.0:1776198909.622914:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088e0bd7f. 00010000:00000010:2.0:1776198909.622946:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051da858e. 00010000:00000010:2.0:1776198909.622978:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.622985:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.622997:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.623001:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.623015:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001d7db035. 00000100:00000200:2.0:1776198909.623020:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756864, offset 224 00000400:00000200:2.0:1776198909.623028:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.623040:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.623045:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92715:92715:256:4294967295] 192.168.204.56@tcp LPNI seq info [92715:92715:8:4294967295] 00000400:00000200:2.0:1776198909.623055:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.623059:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.623063:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.623069:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.623075:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.623078:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.623101:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.623105:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.623108:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00000800:00000200:0.0:1776198909.623222:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.623226:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:0.0:1776198909.623229:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.623233:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.623237:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001d7db035 00000400:00000010:0.0:1776198909.623238:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001d7db035. 00080000:00000010:3.0:1776198909.623385:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000631c1184. 00010000:00000010:3.0:1776198909.623459:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.623465:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000071d0f7df. 00010000:00000010:3.0:1776198909.623543:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.623549:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.623560:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.623564:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.623571:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.623582:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdb38ebb. 02000000:00000010:3.0:1776198909.623605:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c7c10b7. 00000400:00000010:3.0:1776198909.623611:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.623615:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.623619:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093632, portal 16 00000400:00000010:3.0:1776198909.623624:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198909.623626:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093632, offset 0 00000400:00000200:3.0:1776198909.623631:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.623637:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.623644:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.623647:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.623650:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.623653:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92716:92716:256:4294967295] 192.168.204.56@tcp LPNI seq info [92716:92716:8:4294967295] 00000400:00000200:3.0:1776198909.623659:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.623664:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.623667:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1c56ff (tot 82347282). 00000800:00000200:3.0:1776198909.623671:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.623675:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.623677:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b1c56ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.625911:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.625920:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1c56ff (tot 82347034). 00000400:00000200:0.0:1776198909.625929:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.625938:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.625944:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:0.0:1776198909.625946:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000100:00000200:0.0:1776198909.625968:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.630307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e9a60a. 00010000:00000010:3.1:1776198909.630324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:0.0:1776198909.633336:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.633356:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f780 00000400:00000200:0.0:1776198909.633365:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ced [1] + 224 00000400:00000200:0.0:1776198909.633392:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.633397:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.633409:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.633478:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.633483:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.633485:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.633491:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.633499:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093632/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.633531:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c7c10b7. 02000000:00000010:3.0:1776198909.633553:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdb38ebb. 00000100:00000010:3.0:1776198909.633558:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.633574:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.633578:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000200:0.0:1776198909.637301:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.637323:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77700 00000400:00000200:0.0:1776198909.637332:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 328 00000400:00000200:0.0:1776198909.637401:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.637406:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.637413:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.637419:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00010000:00000010:2.1:1776198909.638737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d660530a. 00000020:00000010:2.0:1776198909.638802:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 00000020:00000010:2.0:1776198909.638813:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.638818:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.638851:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217756928/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198909.638891:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756928 02000000:00000010:2.0:1776198909.638903:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000deff795c. 00010000:00000010:2.0:1776198909.638932:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b461a59f. 00010000:00000010:2.0:1776198909.638953:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.638970:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.638990:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.638994:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.639007:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088482194. 00000100:00000200:2.0:1776198909.639013:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756928, offset 224 00000400:00000200:2.0:1776198909.639020:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:3.0:1776198909.639033:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a552aa9. 00000400:00000200:2.0:1776198909.639034:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.639040:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92717:92717:256:4294967295] 192.168.204.56@tcp LPNI seq info [92717:92717:8:4294967295] 00000400:00000200:2.0:1776198909.639050:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.639055:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.639059:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198909.639065:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.639073:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.639077:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.639102:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.639106:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.639110:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00010000:00000010:3.0:1776198909.639118:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.639124:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056ed559a. 00010000:00000010:3.0:1776198909.639215:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.639222:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.639236:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.639240:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.639247:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.639289:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003eea68fb. 02000000:00000010:3.0:1776198909.639319:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdb38ebb. 00000400:00000010:3.0:1776198909.639326:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.639331:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.639337:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093696, portal 16 00000400:00000010:3.0:1776198909.639342:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198909.639344:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093696, offset 0 00000400:00000200:3.0:1776198909.639350:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.639357:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.639364:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.639368:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.639370:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.639373:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92718:92718:255:4294967295] 192.168.204.56@tcp LPNI seq info [92718:92718:7:4294967295] 00000400:00000200:3.0:1776198909.639379:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.639385:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.639388:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000878ce1d3 (tot 82347530). 00000800:00000200:3.0:1776198909.639391:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.639395:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.639397:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000878ce1d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.639506:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.639511:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:0.0:1776198909.639515:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.639519:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.639524:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088482194 00000400:00000010:0.0:1776198909.639527:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088482194. 00000800:00000200:0.0:1776198909.639606:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.639609:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000878ce1d3 (tot 82347034). 00000400:00000200:0.0:1776198909.639611:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.639614:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.639616:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:0.0:1776198909.639617:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:0.0:1776198909.639622:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.643520:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.643541:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f7c0 00000400:00000200:0.0:1776198909.643550:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8cf9 [1] + 224 00000400:00000200:0.0:1776198909.643562:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.643566:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.643576:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.643615:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.643621:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77740 00000400:00000200:0.0:1776198909.643625:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 656 00000400:00000200:0.0:1776198909.643681:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.643685:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.643689:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.643695:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000400:00000010:3.0:1776198909.643771:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.643776:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.643779:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.643785:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.643798:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093696/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198909.643824:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036df3b53. 02000000:00000010:3.0:1776198909.643828:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdb38ebb. 00000020:00000010:2.0:1776198909.643833:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.643837:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 02000000:00000010:3.0:1776198909.643849:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003eea68fb. 00000100:00000010:3.0:1776198909.643857:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000200:2.0:1776198909.643860:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217756992/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000010:3.0:1776198909.643862:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.643865:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000100:00000200:2.0:1776198909.643895:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217756992 02000000:00000010:2.0:1776198909.643906:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7f3e62d. 00010000:00000010:2.0:1776198909.643932:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092f7c6fe. 00010000:00000010:2.0:1776198909.643963:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.643970:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.643986:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.643988:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.644001:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000066fe8228. 00000100:00000200:2.0:1776198909.644006:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217756992, offset 224 00000400:00000200:2.0:1776198909.644014:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.644026:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.644031:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92719:92719:256:4294967295] 192.168.204.56@tcp LPNI seq info [92719:92719:8:4294967295] 00000400:00000200:2.0:1776198909.644040:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.644045:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.644050:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.644055:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.644064:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.644068:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.644092:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.644095:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.644099:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036df3b53. 00080000:00000010:3.0:1776198909.644177:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdb38ebb. 00000800:00000200:0.0:1776198909.644206:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.644210:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:0.0:1776198909.644213:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.644217:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.644219:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fe8228 00000400:00000010:0.0:1776198909.644220:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000066fe8228. 00010000:00000010:3.1:1776198909.644271:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009499b08d. 00010000:00000010:3.1:1776198909.644278:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.644294:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.644300:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015ddb639. 00010000:00000010:2.1:1776198909.644304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927205be. 00010000:00000010:3.0:1776198909.644384:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.644390:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.644455:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.644459:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.644465:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.644475:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c7c10b7. 02000000:00000010:3.0:1776198909.644496:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003eea68fb. 00000400:00000010:3.0:1776198909.644501:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.644505:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.644510:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093760, portal 16 00000400:00000010:3.0:1776198909.644514:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198909.644515:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093760, offset 0 00000400:00000200:3.0:1776198909.644521:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.644527:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.644533:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.644536:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.644539:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.644542:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92720:92720:256:4294967295] 192.168.204.56@tcp LPNI seq info [92720:92720:8:4294967295] 00000400:00000200:3.0:1776198909.644548:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.644552:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.644556:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198909.644560:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.644563:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.644566:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.644638:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.644641:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198909.644645:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.644648:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.644651:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:0.0:1776198909.644652:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 00000100:00000200:0.0:1776198909.644657:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.654642:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.654664:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f800 00000400:00000200:0.0:1776198909.654676:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d05 [1] + 224 00000400:00000200:1.0:1776198909.654748:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.654755:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.654765:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.654809:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.654816:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77780 00000400:00000200:1.0:1776198909.654822:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 984 00000400:00000200:1.0:1776198909.654882:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.654886:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.654890:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.654896:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 00000400:00000010:3.0:1776198909.654980:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.654985:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.654987:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.654994:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198909.654995:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004a06b16. 00000100:00000200:3.0:1776198909.655002:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093760/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776198909.655002:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.655007:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 02000000:00000010:3.0:1776198909.655030:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003eea68fb. 00000100:00000200:2.0:1776198909.655035:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d87c9fc x1862477217757056/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:3.0:1776198909.655040:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c7c10b7. 00000100:00000010:3.0:1776198909.655062:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.655068:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00000100:00000200:2.0:1776198909.655070:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757056 00010000:00000010:3.0:1776198909.655071:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 02000000:00000010:2.0:1776198909.655092:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036df3b53. 00010000:00000010:2.0:1776198909.655121:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019d4d6d5. 00010000:00000010:2.0:1776198909.655140:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.655147:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.655164:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.655167:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.655179:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000077e5b14a. 00000100:00000200:2.0:1776198909.655183:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757056, offset 224 00000400:00000200:2.0:1776198909.655191:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.655202:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.655208:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92721:92721:256:4294967295] 192.168.204.56@tcp LPNI seq info [92721:92721:8:4294967295] 00000400:00000200:2.0:1776198909.655218:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.655223:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.655228:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.655234:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.655239:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.655243:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.655292:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.655296:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.655299:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004a06b16. 00000800:00000200:0.0:1776198909.655549:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.655553:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:0.0:1776198909.655557:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.655561:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.655564:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000077e5b14a 00000400:00000010:0.0:1776198909.655566:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000077e5b14a. 00080000:00000010:3.0:1776198909.655865:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eadd8da8. 00010000:00000010:3.0:1776198909.655940:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.655947:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013e26e63. 00010000:00000010:3.0:1776198909.656034:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.656040:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.656051:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.656055:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.656062:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.656073:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eabb2ce8. 02000000:00000010:3.0:1776198909.656096:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059c388ff. 00000400:00000010:3.0:1776198909.656102:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.656106:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.656112:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093824, portal 16 00000400:00000010:3.0:1776198909.656118:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198909.656119:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093824, offset 0 00000400:00000200:3.0:1776198909.656126:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.656134:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.656142:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.656146:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.656149:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.656151:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92722:92722:256:4294967295] 192.168.204.56@tcp LPNI seq info [92722:92722:8:4294967295] 00000400:00000200:3.0:1776198909.656158:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.656163:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.656166:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198909.656171:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.656177:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.656179:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.656825:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.656829:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198909.656834:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.656840:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.656845:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:0.0:1776198909.656846:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00000100:00000200:0.0:1776198909.656853:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.657300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000228fd4eb. 00000400:00000200:1.0:1776198909.661033:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.661053:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f840 00000400:00000200:1.0:1776198909.661061:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d11 [1] + 224 00000400:00000200:1.0:1776198909.661074:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.661142:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.661153:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.661193:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.661199:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f777c0 00000400:00000200:1.0:1776198909.661204:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 1312 00000400:00000200:1.0:1776198909.661513:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.661519:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.661524:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.661532:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 00000400:00000010:3.0:1776198909.661664:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.661669:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.661671:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.661678:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.661685:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093824/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776198909.661685:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048787a18. 00000020:00000010:0.0:1776198909.661692:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.661696:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 02000000:00000010:3.0:1776198909.661711:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059c388ff. 02000000:00000010:3.0:1776198909.661716:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eabb2ce8. 00000100:00000200:0.0:1776198909.661718:0:64812:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc1fb0e4 x1862477217757120/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:3.0:1776198909.661719:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.661725:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.661728:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000100:00000200:0.0:1776198909.661759:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757120 02000000:00000010:0.0:1776198909.661771:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084748429. 00010000:00000010:0.0:1776198909.661815:0:64812:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f1c760d. 00010000:00000010:0.0:1776198909.661838:0:64812:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00000100:00000010:0.0:1776198909.661845:0:64812:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.661861:0:64812:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.661863:0:64812:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00000400:00000010:0.0:1776198909.661878:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.661881:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757120, offset 224 00000400:00000200:0.0:1776198909.661889:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.661900:0:64812:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.661905:0:64812:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92723:92723:256:4294967295] 192.168.204.56@tcp LPNI seq info [92723:92723:8:4294967295] 00000400:00000200:0.0:1776198909.661915:0:64812:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.661919:0:64812:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.661923:0:64812:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198909.661928:0:64812:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.661934:0:64812:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.661937:0:64812:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.661964:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.661968:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.661971:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048787a18. 00000800:00000200:0.0:1776198909.662038:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.662041:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:0.0:1776198909.662046:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.662050:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.662052:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:0.0:1776198909.662053:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00080000:00000010:3.0:1776198909.662343:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eabb2ce8. 00010000:00000010:3.0:1776198909.662443:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.662451:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fc0cd21. 00010000:00000010:3.0:1776198909.662549:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006937819a. 00010000:00000010:3.0:1776198909.662554:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.662564:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.662570:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.662575:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.662587:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059c388ff. 02000000:00000010:3.0:1776198909.662611:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035fbd8e1. 00000400:00000010:3.0:1776198909.662615:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.662619:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.662626:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093888, portal 16 00000400:00000010:3.0:1776198909.662631:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198909.662633:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093888, offset 0 00000400:00000200:3.0:1776198909.662639:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.662648:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.662655:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.662658:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.662661:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.662663:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92724:92724:256:4294967295] 192.168.204.56@tcp LPNI seq info [92724:92724:8:4294967295] 00000400:00000200:3.0:1776198909.662670:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.662675:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.662678:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000878ce1d3 (tot 82347282). 00000800:00000200:3.0:1776198909.662681:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.662686:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.662688:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000878ce1d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.662952:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.662963:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000878ce1d3 (tot 82347034). 00000400:00000200:0.0:1776198909.662968:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.662972:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.662975:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:0.0:1776198909.662976:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00000100:00000200:0.0:1776198909.662982:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.665331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b97c09e. 00010000:00000010:3.1:1776198909.665440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003108fb9e. 00010000:00000010:3.1:1776198909.665447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:1.0:1776198909.669588:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.669609:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f880 00000400:00000200:1.0:1776198909.669618:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d1d [1] + 224 00000400:00000200:1.0:1776198909.669630:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.669639:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.669649:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.669728:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.669734:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77800 00000400:00000200:1.0:1776198909.669739:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 1640 00000400:00000200:1.0:1776198909.669794:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.669798:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.669801:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.669807:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 00000020:00000010:2.0:1776198909.669919:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004a06b16. 00000020:00000010:2.0:1776198909.669927:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.669931:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.669970:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be53f0de x1862477217757184/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198909.670030:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757184 02000000:00000010:2.0:1776198909.670042:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e094491a. 00010000:00000010:2.0:1776198909.670092:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.670099:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.670105:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.670109:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.670123:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8d42488. 00000100:00000200:2.0:1776198909.670128:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757184, offset 224 00000400:00000200:2.0:1776198909.670136:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.670146:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.670151:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92725:92725:256:4294967295] 192.168.204.56@tcp LPNI seq info [92725:92725:8:4294967295] 00000400:00000200:2.0:1776198909.670160:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.670165:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.670170:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198909.670175:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.670182:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.670186:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.670212:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.670217:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.670221:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004a06b16. 00000800:00000200:1.0:1776198909.670353:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.670357:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:1.0:1776198909.670360:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.670364:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.670381:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8d42488 00000400:00000010:1.0:1776198909.670383:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8d42488. 00000400:00000010:3.0:1776198909.672288:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.672298:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.672300:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.672314:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.672324:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093888/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198909.672351:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f151f2. 02000000:00000010:3.0:1776198909.672377:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035fbd8e1. 02000000:00000010:3.0:1776198909.672384:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059c388ff. 00000100:00000010:3.0:1776198909.672388:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.672394:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.672398:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00080000:00000010:3.0:1776198909.672419:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059c388ff. 00010000:00000010:3.0:1776198909.672510:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.672517:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000032ff116. 00010000:00000010:3.0:1776198909.672590:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.672596:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.672606:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.672612:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.672619:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.672631:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035fbd8e1. 02000000:00000010:3.0:1776198909.672661:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032bbc4a9. 00000400:00000010:3.0:1776198909.672666:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.672671:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.672677:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231093952, portal 16 00000400:00000010:3.0:1776198909.672681:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198909.672684:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231093952, offset 0 00000400:00000200:3.0:1776198909.672691:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.672704:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.672711:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.672714:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.672717:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.672720:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92726:92726:256:4294967295] 192.168.204.56@tcp LPNI seq info [92726:92726:8:4294967295] 00000400:00000200:3.0:1776198909.672728:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.672733:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.672737:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1c56ff (tot 82347282). 00000800:00000200:3.0:1776198909.672743:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.672750:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.672753:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b1c56ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.672928:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.672932:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1c56ff (tot 82347034). 00000400:00000200:1.0:1776198909.672936:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.672940:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.672944:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:1.0:1776198909.672945:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000100:00000200:1.0:1776198909.672950:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231093952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.674722:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.674740:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f8c0 00000400:00000200:1.0:1776198909.674747:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d29 [1] + 224 00000400:00000200:1.0:1776198909.674774:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.674780:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.674789:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231093952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.674871:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047e1cc0c. 00000400:00000200:3.0:1776198909.674876:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:3.0:1776198909.674878:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.674883:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231093952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.674890:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231093952/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.674915:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032bbc4a9. 02000000:00000010:3.0:1776198909.674921:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035fbd8e1. 00000100:00000010:3.0:1776198909.674925:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.674930:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.674934:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00010000:00000010:3.1:1776198909.675759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c2e0e4. 00010000:00000010:3.1:1776198909.675769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00000400:00000200:1.0:1776198909.675968:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.675983:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77840 00000400:00000200:1.0:1776198909.675989:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7639 [2] + 1968 00000400:00000010:1.0:1776198909.675993:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f52f0a3e. 00000400:00000200:1.0:1776198909.675998:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000058cf6f8d 00000400:00000200:1.0:1776198909.676057:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.676061:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.676064:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058cf6f8d 00000400:00000010:1.0:1776198909.676067:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000058cf6f8d (tot 82346882). 00000100:00000200:1.0:1776198909.676072:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198909.676177:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035fbd8e1. 00000020:00000010:3.0:1776198909.676185:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.676190:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.676219:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008256e3c7 x1862477217757248/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198909.676275:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757248 02000000:00000010:3.0:1776198909.676286:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032bbc4a9. 00010000:00000010:3.0:1776198909.676314:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ed4ebfe. 00010000:00000010:3.0:1776198909.676337:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.676344:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d56e76ea. 00000100:00000010:3.0:1776198909.676356:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d56e76ea. 00010000:00000010:3.0:1776198909.676359:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.676383:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198909.676388:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757248, offset 224 00000400:00000200:3.0:1776198909.676396:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.676405:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.676411:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92727:92727:256:4294967295] 192.168.204.56@tcp LPNI seq info [92727:92727:8:4294967295] 00000400:00000200:3.0:1776198909.676430:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.676435:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.676440:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000823b4dd5 (tot 82347130). 00000800:00000200:3.0:1776198909.676445:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.676451:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.676454:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000823b4dd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.676468:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.676471:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.676475:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035fbd8e1. 02000000:00000010:3.0:1776198909.676483:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e094491a. 00000100:00000010:3.0:1776198909.676486:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 02000000:00000010:3.0:1776198909.676489:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084748429. 00000100:00000010:3.0:1776198909.676491:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc1fb0e4. 02000000:00000010:3.0:1776198909.676494:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036df3b53. 00000100:00000010:3.0:1776198909.676497:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009d87c9fc. 02000000:00000010:3.0:1776198909.676500:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7f3e62d. 00000100:00000010:3.0:1776198909.676502:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:3.0:1776198909.676505:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000deff795c. 00000100:00000010:3.0:1776198909.676507:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:3.0:1776198909.676555:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088e0bd7f. 00000100:00000010:3.0:1776198909.676559:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000200:3.0:1776198909.676566:0:64811:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198909.676572:0:64811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047e1cc0c. 00000400:00000010:3.0:1776198909.676575:0:64811:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d56e76ea (tot 82347282). 00080000:00000010:3.0:1776198909.676599:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035fbd8e1. 00010000:00000010:3.0:1776198909.676673:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.676680:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c6ff01e. 00010000:00000010:3.0:1776198909.676759:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.676765:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.676775:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.676779:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.676786:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.676795:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006052d17b. 02000000:00000010:3.0:1776198909.676817:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088e0bd7f. 00000400:00000010:3.0:1776198909.676822:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.676825:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.676828:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094016, portal 16 00000400:00000010:3.0:1776198909.676832:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198909.676834:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094016, offset 0 00000400:00000200:3.0:1776198909.676839:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.676846:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.676853:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.676856:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.676858:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.676860:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92728:92728:255:4294967295] 192.168.204.56@tcp LPNI seq info [92728:92728:7:4294967295] 00000400:00000200:3.0:1776198909.676867:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.676871:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.676874:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbda368 (tot 82347530). 00000800:00000200:3.0:1776198909.676878:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.676882:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.676884:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fbda368 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198909.677017:0:64812:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba1c1be. 00000800:00000200:1.0:1776198909.677316:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.677320:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000823b4dd5 (tot 82347282). 00000400:00000200:1.0:1776198909.677323:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.677328:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.677331:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:1.0:1776198909.677332:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 02000000:00000010:1.0:1776198909.677336:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032bbc4a9. 00000800:00000200:1.0:1776198909.677394:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.677396:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbda368 (tot 82347034). 00000400:00000200:1.0:1776198909.677399:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.677402:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.677404:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:1.0:1776198909.677405:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:1.0:1776198909.677410:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.679293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8b73643. 00010000:00000010:3.1:1776198909.679305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:3.1:1776198909.679309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c6a152. 00010000:00000010:3.1:1776198909.679313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097d11513. 00010000:00000010:3.1:1776198909.679316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006937819a. 00010000:00000010:3.1:1776198909.683920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20d81a. 00010000:00000010:3.1:1776198909.683942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c80e67. 00010000:00000010:3.1:1776198909.683947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:1.0:1776198909.691344:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.691364:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f900 00000400:00000200:1.0:1776198909.691373:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d39 [1] + 224 00000400:00000200:1.0:1776198909.691385:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.691389:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.691401:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.691463:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.691468:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77880 00000400:00000200:1.0:1776198909.691475:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 0 00000400:00000200:1.0:1776198909.691546:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.691550:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.691555:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.691561:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000400:00000010:3.0:1776198909.691733:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.691739:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.691741:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.691747:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.691754:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094016/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.691866:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088e0bd7f. 02000000:00000010:3.0:1776198909.691874:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006052d17b. 00000100:00000010:3.0:1776198909.691879:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.691885:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.691889:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000020:00000010:2.0:1776198909.692451:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.692461:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.692466:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.692499:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217757312/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198909.692541:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757312 02000000:00000010:2.0:1776198909.692555:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a78d2300. 00010000:00000010:2.0:1776198909.692594:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089d663b6. 00010000:00000010:2.0:1776198909.692618:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.692625:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.692641:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.692644:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.692659:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038f18b50. 00000100:00000200:2.0:1776198909.692664:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757312, offset 224 00000400:00000200:2.0:1776198909.692674:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.692688:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.692695:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92729:92729:256:4294967295] 192.168.204.56@tcp LPNI seq info [92729:92729:8:4294967295] 00000400:00000200:2.0:1776198909.692705:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.692710:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.692714:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.692720:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.692727:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.692731:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.692760:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.692764:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.692768:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00000800:00000200:0.0:1776198909.693086:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.693090:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:0.0:1776198909.693095:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.693099:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.693103:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038f18b50 00000400:00000010:0.0:1776198909.693105:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038f18b50. 00080000:00000010:3.0:1776198909.695672:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088e0bd7f. 00010000:00000010:3.0:1776198909.695799:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.695810:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079eef514. 00010000:00000010:3.0:1776198909.695894:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.695899:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.695911:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.695918:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.695926:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.695940:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000deff795c. 02000000:00000010:3.0:1776198909.695979:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036df3b53. 00000400:00000010:3.0:1776198909.695986:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.695991:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.695998:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094080, portal 16 00000400:00000010:3.0:1776198909.696003:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198909.696005:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094080, offset 0 00000400:00000200:3.0:1776198909.696014:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.696029:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.696036:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.696039:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.696042:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.696045:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92730:92730:256:4294967295] 192.168.204.56@tcp LPNI seq info [92730:92730:8:4294967295] 00000400:00000200:3.0:1776198909.696055:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.696061:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.696065:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033189ee (tot 82347282). 00000800:00000200:3.0:1776198909.696070:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.696077:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.696082:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033189ee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.696379:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.696383:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033189ee (tot 82347034). 00000400:00000200:2.0:1776198909.696388:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.696392:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.696397:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:2.0:1776198909.696399:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000100:00000200:2.0:1776198909.696407:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.698113:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.698132:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f940 00000400:00000200:1.0:1776198909.698142:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d45 [1] + 224 00000400:00000200:1.0:1776198909.698157:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.698162:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.698171:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.698288:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.698294:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.698296:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.698301:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.698308:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094080/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.698339:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036df3b53. 02000000:00000010:3.0:1776198909.698346:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000deff795c. 00000100:00000010:3.0:1776198909.698351:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.698357:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.698360:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000200:0.0:1776198909.701599:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.701625:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f778c0 00000400:00000200:0.0:1776198909.701634:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 328 00000400:00000200:0.0:1776198909.701791:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.701796:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.701804:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.701810:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000020:00000010:1.0:1776198909.701924:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057d35775. 00000020:00000010:1.0:1776198909.701933:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.701938:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.701977:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217757376/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.702009:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757376 02000000:00000010:1.0:1776198909.702022:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006052d17b. 00010000:00000010:1.0:1776198909.702055:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a4aaeda. 00010000:00000010:1.0:1776198909.702082:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.702091:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1a9d0b2. 00000100:00000010:1.0:1776198909.702110:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1a9d0b2. 00010000:00000010:1.0:1776198909.702115:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.702131:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198909.702137:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757376, offset 224 00000400:00000200:1.0:1776198909.702147:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.702160:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.702167:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92731:92731:256:4294967295] 192.168.204.56@tcp LPNI seq info [92731:92731:8:4294967295] 00000400:00000200:1.0:1776198909.702177:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.702182:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.702187:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.702193:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.702201:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.702205:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.702238:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.702244:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.702247:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057d35775. 00080000:00000010:3.0:1776198909.702376:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c7c10b7. 00010000:00000010:3.0:1776198909.702487:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.702493:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fc0653b. 00010000:00000010:3.0:1776198909.702576:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006937819a. 00010000:00000010:3.0:1776198909.702583:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000007bd55df. 00010000:00000010:3.0:1776198909.702593:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.702597:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.702604:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.702617:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000deff795c. 02000000:00000010:3.0:1776198909.702642:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036df3b53. 00000400:00000010:3.0:1776198909.702647:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.702652:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.702657:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094144, portal 16 00000400:00000010:3.0:1776198909.702662:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198909.702664:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094144, offset 0 00000400:00000200:3.0:1776198909.702670:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.702679:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.702686:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.702690:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.702692:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.702695:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92732:92732:255:4294967295] 192.168.204.56@tcp LPNI seq info [92732:92732:7:4294967295] 00000400:00000200:3.0:1776198909.702703:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.702707:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.702711:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000058693aa (tot 82347530). 00000800:00000200:3.0:1776198909.702715:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.702720:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.702722:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000058693aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.703391:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.703396:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347282). 00000400:00000200:0.0:1776198909.703403:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.703408:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.703412:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:0.0:1776198909.703414:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000800:00000200:0.0:1776198909.703463:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.703465:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000058693aa (tot 82347034). 00000400:00000200:0.0:1776198909.703467:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.703470:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.703472:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:0.0:1776198909.703473:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:0.0:1776198909.703478:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.704310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b96af592. 00010000:00000010:3.1:1776198909.704375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a614bb19. 00010000:00000010:3.1:1776198909.704382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00010000:00000010:1.1:1776198909.708318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d80c8a. 00010000:00000010:3.1:1776198909.708778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d9bace2. 00010000:00000010:3.1:1776198909.708786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:1.0:1776198909.709208:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.709225:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f980 00000400:00000200:1.0:1776198909.709234:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d51 [1] + 224 00000400:00000200:1.0:1776198909.709248:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.709285:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.709298:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.709333:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.709339:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77900 00000400:00000200:1.0:1776198909.709344:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 656 00000400:00000200:1.0:1776198909.709396:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.709400:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.709404:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.709409:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 00000020:00000010:2.0:1776198909.709533:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.709540:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.709545:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.709575:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c2804e1a x1862477217757440/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:3.0:1776198909.709617:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000100:00000200:2.0:1776198909.709619:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757440 00000400:00000200:3.0:1776198909.709622:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.709624:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.709630:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198909.709631:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfbcf495. 00000100:00000200:3.0:1776198909.709637:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094144/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198909.709662:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000941fddee. 02000000:00000010:3.0:1776198909.709664:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036df3b53. 02000000:00000010:3.0:1776198909.709669:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000deff795c. 00000100:00000010:3.0:1776198909.709674:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.709679:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.709681:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00010000:00000010:2.0:1776198909.709684:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.709690:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00080000:00000010:3.0:1776198909.714748:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036df3b53. 00010000:00000010:3.0:1776198909.714926:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000945365bd. 00010000:00000010:3.0:1776198909.714933:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198909.714939:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.714947:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00080000:00000010:3.0:1776198909.714976:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deff795c. 00010000:00000010:3.0:1776198909.715009:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.715016:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198909.715074:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.715078:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.715087:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.715095:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.715105:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.715120:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003eea68fb. 02000000:00000010:3.0:1776198909.715155:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026763ef3. 00000400:00000010:3.0:1776198909.715162:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.715169:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.715176:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094208, portal 16 00000400:00000010:3.0:1776198909.715181:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198909.715183:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094208, offset 0 00000400:00000200:3.0:1776198909.715191:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.715208:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.715216:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.715219:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.715222:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.715226:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92733:92733:256:4294967295] 192.168.204.56@tcp LPNI seq info [92733:92733:8:4294967295] 00000400:00000200:3.0:1776198909.715236:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.715242:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.715247:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f43d4779 (tot 82347282). 00000800:00000200:3.0:1776198909.715301:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.715308:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.715311:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f43d4779 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1776198909.716201:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007bd55df. 00000100:00000010:2.0:1776198909.716218:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.716222:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00010000:00000010:2.0:1776198909.716228:0:75322:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010e00b55. 00000400:00000010:2.0:1776198909.716268:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f3f536ed. 00000100:00000200:2.0:1776198909.716273:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757440, offset 224 00000400:00000200:2.0:1776198909.716282:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.716293:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.716298:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92734:92734:255:4294967295] 192.168.204.56@tcp LPNI seq info [92734:92734:7:4294967295] 00000400:00000200:2.0:1776198909.716307:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.716311:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.716315:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347530). 00000800:00000200:2.0:1776198909.716321:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.716325:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.716328:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.716343:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.716348:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.716352:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00000800:00000200:1.0:1776198909.716404:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.716409:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f43d4779 (tot 82347282). 00000400:00000200:1.0:1776198909.716413:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.716427:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.716431:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:1.0:1776198909.716433:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:1.0:1776198909.716442:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776198909.716522:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.716524:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:1.0:1776198909.716527:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.716531:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.716532:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f536ed 00000400:00000010:1.0:1776198909.716534:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f3f536ed. 00000400:00000200:0.0:1776198909.719755:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.719777:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2f9c0 00000400:00000200:0.0:1776198909.719788:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d59 [1] + 224 00000400:00000200:0.0:1776198909.719801:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.719805:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.719817:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.719855:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.719861:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77940 00000400:00000200:0.0:1776198909.719866:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 984 00000400:00000200:0.0:1776198909.719923:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.719927:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.719932:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.719938:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 00000020:00000010:2.0:1776198909.720009:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.720016:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.720021:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000400:00000010:3.0:1776198909.720024:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.720028:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.720030:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.720036:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.720042:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094208/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198909.720045:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0f3b3a x1862477217757504/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 02000000:00000010:3.0:1776198909.720070:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026763ef3. 02000000:00000010:3.0:1776198909.720075:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003eea68fb. 00000100:00000010:3.0:1776198909.720083:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.720089:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00000100:00000200:2.0:1776198909.720089:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757504 00010000:00000010:3.0:1776198909.720093:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 02000000:00000010:2.0:1776198909.720102:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e094491a. 00010000:00000010:2.0:1776198909.720133:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4d6fbaa. 00010000:00000010:2.0:1776198909.720157:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.720164:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.720175:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.720177:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.720190:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198909.720195:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757504, offset 224 00000400:00000200:2.0:1776198909.720203:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.720214:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.720220:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92735:92735:256:4294967295] 192.168.204.56@tcp LPNI seq info [92735:92735:8:4294967295] 00000400:00000200:2.0:1776198909.720229:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.720234:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.720239:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198909.720245:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.720275:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00080000:00000010:3.0:1776198909.720276:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026763ef3. 00000800:00000200:2.0:1776198909.720279:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.720300:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.720304:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.720308:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00010000:00000010:3.0:1776198909.720364:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.720371:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062722458. 00010000:00000010:3.0:1776198909.720475:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.720481:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.720496:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.720499:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.720505:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.720516:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed118ee7. 02000000:00000010:3.0:1776198909.720541:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003eea68fb. 00000400:00000010:3.0:1776198909.720545:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.720549:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.720553:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094272, portal 16 00000400:00000010:3.0:1776198909.720556:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198909.720557:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094272, offset 0 00000400:00000200:3.0:1776198909.720563:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.720569:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.720576:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.720579:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.720582:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.720584:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92736:92736:255:4294967295] 192.168.204.56@tcp LPNI seq info [92736:92736:7:4294967295] 00000400:00000200:3.0:1776198909.720591:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.720595:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.720598:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089937ff2 (tot 82347530). 00000800:00000200:3.0:1776198909.720602:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.720605:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.720607:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089937ff2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.720801:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.720806:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347282). 00000400:00000200:0.0:1776198909.720810:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.720813:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.720816:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:0.0:1776198909.720817:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00000800:00000200:0.0:1776198909.720862:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.720864:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089937ff2 (tot 82347034). 00000400:00000200:0.0:1776198909.720867:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.720870:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.720872:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:0.0:1776198909.720873:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:0.0:1776198909.720878:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.721303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f83c4cf. 00010000:00000010:2.1:1776198909.721311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006937819a. 00010000:00000010:2.1:1776198909.721315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049550529. 00010000:00000010:3.1:1776198909.722697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945365bd. 00010000:00000010:3.1:1776198909.722709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.1:1776198909.726231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1a7c5c. 00010000:00000010:3.1:1776198909.726269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00010000:00000010:2.1:1776198909.729320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015be3423. 00000400:00000200:1.0:1776198909.729668:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.729687:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fa00 00000400:00000200:1.0:1776198909.729695:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d69 [1] + 224 00000400:00000200:1.0:1776198909.729707:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.729712:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.729723:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.729758:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.729763:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77980 00000400:00000200:1.0:1776198909.729768:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 1312 00000400:00000200:1.0:1776198909.729776:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.729779:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.729783:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198909.729787:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000020:00000010:0.0:1776198909.729990:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048787a18. 00000020:00000010:0.0:1776198909.729997:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.730001:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.730023:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217757568/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198909.730105:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757568 00000400:00000010:3.0:1776198909.730108:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.730113:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.730115:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 02000000:00000010:0.0:1776198909.730118:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012e5c184. 00000100:00000200:3.0:1776198909.730121:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.730127:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094272/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198909.730150:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041428e49. 02000000:00000010:3.0:1776198909.730154:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003eea68fb. 02000000:00000010:3.0:1776198909.730163:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed118ee7. 00000100:00000010:3.0:1776198909.730167:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.730172:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:0.0:1776198909.730172:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00010000:00000010:3.0:1776198909.730174:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000100:00000010:0.0:1776198909.730177:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.730181:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.730182:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00080000:00000010:3.0:1776198909.730190:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003eea68fb. 00000400:00000010:0.0:1776198909.730196:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198909.730199:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757568, offset 224 00000400:00000200:0.0:1776198909.730205:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.730216:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.730221:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92737:92737:256:4294967295] 192.168.204.56@tcp LPNI seq info [92737:92737:8:4294967295] 00000400:00000200:0.0:1776198909.730229:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.730234:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.730237:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198909.730241:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.730247:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.730251:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776198909.730289:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.730296:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007879a42b. 00000020:00000010:0.0:1776198909.730300:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.730304:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.730306:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048787a18. 00010000:00000010:3.0:1776198909.730457:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.730463:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.730473:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.730476:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.730482:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.730493:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed118ee7. 02000000:00000010:3.0:1776198909.730514:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056e4966c. 00000400:00000010:3.0:1776198909.730518:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.730521:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.730525:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094336, portal 16 00000400:00000010:3.0:1776198909.730528:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198909.730530:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094336, offset 0 00000400:00000200:3.0:1776198909.730534:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.730540:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.730548:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.730551:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.730554:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.730556:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92738:92738:255:4294967295] 192.168.204.56@tcp LPNI seq info [92738:92738:7:4294967295] 00000400:00000200:3.0:1776198909.730561:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.730565:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.730568:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347530). 00000800:00000200:3.0:1776198909.730571:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.730575:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.730577:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.734614:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.734621:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347282). 00000400:00000200:2.0:1776198909.734631:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.734640:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.734646:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:2.0:1776198909.734649:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000800:00000200:2.0:1776198909.734720:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.734722:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347034). 00000400:00000200:2.0:1776198909.734724:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.734727:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.734729:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6ad3975 00000400:00000010:2.0:1776198909.734731:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6ad3975. 00000100:00000200:2.0:1776198909.734738:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.736548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027fccbc5. 00010000:00000010:3.1:1776198909.740316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af1dcb6e. 00010000:00000010:3.1:1776198909.740340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00000400:00000200:0.0:1776198909.747317:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.747426:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fa40 00000400:00000200:0.0:1776198909.747436:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d75 [1] + 224 00000400:00000200:0.0:1776198909.747449:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.747453:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.747464:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.747553:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.747559:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f779c0 00000400:00000200:0.0:1776198909.747564:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 1640 00000400:00000200:0.0:1776198909.747573:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.747576:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.747579:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.747597:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:1.0:1776198909.748790:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032bbc4a9. 00000020:00000010:1.0:1776198909.748801:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.748805:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.748839:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217757632/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.748888:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757632 02000000:00000010:1.0:1776198909.748902:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057d35775. 00010000:00000010:1.0:1776198909.748942:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.748949:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1a9d0b2. 00000100:00000010:1.0:1776198909.748965:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1a9d0b2. 00010000:00000010:1.0:1776198909.748971:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.748986:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198909.748992:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757632, offset 224 00000400:00000200:1.0:1776198909.749001:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.749016:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.749023:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92739:92739:256:4294967295] 192.168.204.56@tcp LPNI seq info [92739:92739:8:4294967295] 00000400:00000200:1.0:1776198909.749032:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.749037:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.749042:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.749048:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.749056:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.749060:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1776198909.749185:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.749192:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.749195:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.749202:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.749213:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094336/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198909.749238:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000942e4d06. 02000000:00000010:3.0:1776198909.749304:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056e4966c. 02000000:00000010:3.0:1776198909.749311:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed118ee7. 00000100:00000010:3.0:1776198909.749315:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.749321:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.749324:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00080000:00000010:3.0:1776198909.749341:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056e4966c. 00000800:00000200:0.0:1776198909.749373:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.749377:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347034). 00000400:00000200:0.0:1776198909.749383:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.749387:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.749390:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:0.0:1776198909.749391:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00010000:00000010:3.0:1776198909.749673:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.749681:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094505bcd. 00010000:00000010:3.0:1776198909.749826:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.749832:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.749843:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.749846:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000020:00000010:1.0:1776198909.750436:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.750444:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.750448:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032bbc4a9. 00000100:00000010:3.0:1776198909.750454:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.750468:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bb65536. 02000000:00000010:3.0:1776198909.750496:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f6c808f. 00000400:00000010:3.0:1776198909.750502:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.750507:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.750513:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094400, portal 16 00000400:00000010:3.0:1776198909.750519:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198909.750521:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094400, offset 0 00000400:00000200:3.0:1776198909.750528:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.750540:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.750548:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.750551:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.750554:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.750557:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92740:92740:256:4294967295] 192.168.204.56@tcp LPNI seq info [92740:92740:8:4294967295] 00000400:00000200:3.0:1776198909.750565:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.750570:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.750573:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1d246d9 (tot 82347282). 00000800:00000200:3.0:1776198909.750579:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.750584:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.750587:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e1d246d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.751275:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.751280:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1d246d9 (tot 82347034). 00000400:00000200:1.0:1776198909.751285:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.751291:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.751296:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:1.0:1776198909.751299:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00000100:00000200:1.0:1776198909.751309:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.754294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089da5881. 00000400:00000200:0.0:1776198909.757158:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.757182:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fa80 00000400:00000200:0.0:1776198909.757190:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d81 [1] + 224 00000400:00000200:0.0:1776198909.757204:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.757208:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.757219:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.757284:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.757291:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77a00 00000400:00000200:0.0:1776198909.757298:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7691 [2] + 1968 00000400:00000010:0.0:1776198909.757302:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1792266. 00000400:00000200:0.0:1776198909.757306:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ae70f1bb 00000400:00000200:0.0:1776198909.757377:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.757382:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.757384:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae70f1bb 00000400:00000010:0.0:1776198909.757386:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ae70f1bb (tot 82346882). 00000100:00000200:0.0:1776198909.757391:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1776198909.757489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004358328f. 00010000:00000010:3.1:1776198909.757496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00000400:00000010:3.0:1776198909.757513:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.757517:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.757518:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.757524:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.757532:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094400/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.757560:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f6c808f. 02000000:00000010:3.0:1776198909.757566:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bb65536. 00000100:00000010:3.0:1776198909.757569:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.757575:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.757577:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000020:00000010:1.0:1776198909.762913:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032bbc4a9. 00000020:00000010:1.0:1776198909.762927:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.762932:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.762972:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018f1c2c4 x1862477217757696/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198909.763000:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757696 02000000:00000010:1.0:1776198909.763011:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023661ca0. 00010000:00000010:1.0:1776198909.763038:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012ed7d2d. 00010000:00000010:1.0:1776198909.763065:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.763073:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1a9d0b2. 00000100:00000010:1.0:1776198909.763105:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1a9d0b2. 00010000:00000010:1.0:1776198909.763109:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.763121:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198909.763127:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757696, offset 224 00000400:00000200:1.0:1776198909.763134:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.763148:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.763154:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92741:92741:256:4294967295] 192.168.204.56@tcp LPNI seq info [92741:92741:8:4294967295] 00000400:00000200:1.0:1776198909.763164:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.763169:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.763174:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347130). 00000800:00000200:1.0:1776198909.763180:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.763187:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.763191:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.763217:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.763222:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.763225:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032bbc4a9. 02000000:00000010:1.0:1776198909.763233:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057d35775. 00000100:00000010:1.0:1776198909.763236:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:1.0:1776198909.763239:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012e5c184. 00000100:00000010:1.0:1776198909.763242:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:1.0:1776198909.763245:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e094491a. 00000100:00000010:1.0:1776198909.763247:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 02000000:00000010:1.0:1776198909.763250:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfbcf495. 00000100:00000010:1.0:1776198909.763269:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 02000000:00000010:1.0:1776198909.763273:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006052d17b. 00000100:00000010:1.0:1776198909.763274:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:1.0:1776198909.763277:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a78d2300. 00000100:00000010:1.0:1776198909.763279:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000200:1.0:1776198909.763285:0:66516:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198909.763291:0:66516:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f52f0a3e. 00000400:00000010:1.0:1776198909.763295:0:66516:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1a9d0b2 (tot 82347282). 00080000:00000010:3.0:1776198909.763543:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb65536. 00010000:00000010:3.0:1776198909.763637:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.763644:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9a5f9a5. 00010000:00000010:3.0:1776198909.763721:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.0:1776198909.763726:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198909.763736:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.763740:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.763746:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 02000000:00000010:3.0:1776198909.763756:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f6c808f. 02000000:00000010:3.0:1776198909.763779:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bae000ed. 00000400:00000010:3.0:1776198909.763783:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.763787:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.763791:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094464, portal 16 00000400:00000010:3.0:1776198909.763795:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198909.763797:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094464, offset 0 00000400:00000200:3.0:1776198909.763802:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.763809:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.763816:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.763819:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.763822:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.763825:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92742:92742:255:4294967295] 192.168.204.56@tcp LPNI seq info [92742:92742:7:4294967295] 00000400:00000200:3.0:1776198909.763832:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.763837:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.763840:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e98c623d (tot 82347530). 00000800:00000200:3.0:1776198909.763844:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.763848:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.763850:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e98c623d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.765106:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.765113:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347282). 00000400:00000200:2.0:1776198909.765125:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.765133:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.765139:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:2.0:1776198909.765142:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 02000000:00000010:2.0:1776198909.765150:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023661ca0. 00000800:00000200:2.0:1776198909.765238:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.765240:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e98c623d (tot 82347034). 00000400:00000200:2.0:1776198909.765244:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.765247:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.765249:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:2.0:1776198909.765264:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 00000100:00000200:2.0:1776198909.765272:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1cfef5f x1862477231094464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198909.766868:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198909.766886:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fac0 00000400:00000200:1.0:1776198909.766896:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d91 [1] + 224 00000400:00000200:1.0:1776198909.766911:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.766915:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198909.766926:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1cfef5f x1862477231094464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.767016:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.767020:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.767022:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.767029:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1cfef5f x1862477231094464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.767035:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1cfef5f x1862477231094464/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.767068:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bae000ed. 02000000:00000010:3.0:1776198909.767074:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f6c808f. 00000100:00000010:3.0:1776198909.767240:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 00000100:00000010:3.0:1776198909.767248:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.767418:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000200:0.0:1776198909.773006:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.773024:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77a40 00000400:00000200:0.0:1776198909.773033:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 0 00000400:00000200:0.0:1776198909.773158:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.773164:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.773170:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.773177:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00010000:00000010:3.1:1776198909.773285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000646a4163. 00010000:00000010:3.1:1776198909.773292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00000020:00000010:2.0:1776198909.773513:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.773521:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.773525:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.773552:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217757760/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198909.773582:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757760 02000000:00000010:2.0:1776198909.773593:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a78d2300. 00010000:00000010:2.0:1776198909.773624:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bded457a. 00010000:00000010:2.0:1776198909.773646:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.773653:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.773672:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.773676:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.773690:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198909.773695:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757760, offset 224 00000400:00000200:2.0:1776198909.773704:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:0.0:1776198909.773713:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dba4515. 00000400:00000200:2.0:1776198909.773718:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.773737:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92743:92743:256:4294967295] 192.168.204.56@tcp LPNI seq info [92743:92743:8:4294967295] 00000400:00000200:2.0:1776198909.773746:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.773751:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.773756:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198909.773761:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.773769:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.773773:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.773802:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00010000:00000010:0.0:1776198909.773802:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00000020:00000010:2.0:1776198909.773809:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00010000:00000010:0.0:1776198909.773810:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ef8297a. 00000020:00000010:2.0:1776198909.773813:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00000800:00000200:3.0:1776198909.773917:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.773921:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:3.0:1776198909.773925:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.773929:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.773933:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:3.0:1776198909.773935:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00010000:00000010:0.0:1776198909.774047:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a24b8. 00010000:00000010:0.0:1776198909.774053:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f5d903c8. 00010000:00000010:0.0:1776198909.774062:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069cf4551. 00000100:00000010:0.0:1776198909.774066:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.774072:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198909.774739:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0810a5. 02000000:00000010:0.0:1776198909.774783:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0de17f3. 00000400:00000010:0.0:1776198909.774791:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198909.774798:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198909.774807:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094528, portal 16 00000400:00000010:0.0:1776198909.774813:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198909.774816:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094528, offset 0 00000400:00000200:0.0:1776198909.774824:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.774835:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.774843:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.774847:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.774850:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.774854:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92744:92744:256:4294967295] 192.168.204.56@tcp LPNI seq info [92744:92744:8:4294967295] 00000400:00000200:0.0:1776198909.774862:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.774868:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.774873:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198909.774878:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.774883:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.774885:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776198909.774963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004387b683. 00000800:00000200:2.0:1776198909.775716:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.775720:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:2.0:1776198909.775726:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.775731:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.775735:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:2.0:1776198909.775738:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:2.0:1776198909.775745:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231094528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.777022:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.777038:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fb00 00000400:00000200:0.0:1776198909.777046:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8d9d [1] + 224 00000400:00000200:0.0:1776198909.777060:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.777064:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.777072:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231094528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.777219:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076637d25. 00000400:00000200:3.0:1776198909.777225:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:3.0:1776198909.777227:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:3.0:1776198909.777232:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231094528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.777240:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231094528/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.777452:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0de17f3. 02000000:00000010:3.0:1776198909.777459:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0810a5. 00000100:00000010:3.0:1776198909.777462:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:3.0:1776198909.777466:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:3.0:1776198909.777470:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069cf4551. 00000400:00000200:3.0:1776198909.777766:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.777784:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77a80 00000400:00000200:3.0:1776198909.777789:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 328 00000400:00000200:3.0:1776198909.777831:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.777835:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.777839:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.777843:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f1cfef5f. 00000020:00000010:1.0:1776198909.782224:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f1faf31. 00000020:00000010:1.0:1776198909.782239:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.782244:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.782447:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1cfef5f x1862477217757824/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198909.782531:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757824 02000000:00000010:1.0:1776198909.782545:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023661ca0. 00010000:00000010:1.0:1776198909.782577:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071585644. 00010000:00000010:1.0:1776198909.782610:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.782618:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.782636:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.782639:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.782654:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198909.782660:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757824, offset 224 00000400:00000200:1.0:1776198909.782669:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.782684:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.782690:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92745:92745:256:4294967295] 192.168.204.56@tcp LPNI seq info [92745:92745:8:4294967295] 00000400:00000200:1.0:1776198909.782701:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.782708:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.782714:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.782720:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.782726:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.782729:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.782868:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.782873:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.782876:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f1faf31. 00080000:00000010:3.0:1776198909.782934:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f6c808f. 00010000:00000010:3.0:1776198909.783042:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5d903c8. 00010000:00000010:3.0:1776198909.783048:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5d53c24. 00010000:00000010:3.0:1776198909.783147:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.783153:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.783164:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.783168:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.783176:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198909.783187:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bae000ed. 02000000:00000010:3.0:1776198909.783211:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d1c66c. 00000400:00000010:3.0:1776198909.783217:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.783222:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.783227:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094592, portal 16 00000400:00000010:3.0:1776198909.783230:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198909.783232:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094592, offset 0 00000400:00000200:3.0:1776198909.783238:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.783245:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.783289:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.783293:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.783296:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.783298:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92746:92746:255:4294967295] 192.168.204.56@tcp LPNI seq info [92746:92746:7:4294967295] 00000400:00000200:3.0:1776198909.783306:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.783310:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.783314:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad47943c (tot 82347530). 00000800:00000200:3.0:1776198909.783318:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.783338:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.783341:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad47943c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.784038:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.784042:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347282). 00000400:00000200:0.0:1776198909.784050:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.784057:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.784061:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:0.0:1776198909.784063:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00010000:00000010:2.1:1776198909.784343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e7555b. 00000800:00000200:0.0:1776198909.785743:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.785749:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad47943c (tot 82347034). 00000400:00000200:0.0:1776198909.785755:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.785763:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.785768:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:0.0:1776198909.785781:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00000100:00000200:0.0:1776198909.785791:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231094592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198909.792725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019f4f348. 00010000:00000010:0.1:1776198909.792745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b41d8c7. 00010000:00000010:3.1:1776198909.796071:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe65eda. 00010000:00000010:3.1:1776198909.796096:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a24b8. 00000400:00000200:0.0:1776198909.796191:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.796210:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fb40 00000400:00000200:0.0:1776198909.796220:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8da9 [1] + 224 00000400:00000200:0.0:1776198909.796233:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.796237:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.796248:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231094592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.796318:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.796324:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77ac0 00000400:00000200:0.0:1776198909.796329:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 656 00000400:00000200:0.0:1776198909.796355:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.796358:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.796363:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.796368:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000400:00000010:3.0:1776198909.796473:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.796479:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.796481:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.796488:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e57c639b x1862477231094592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.796495:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e57c639b x1862477231094592/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.796526:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061d1c66c. 02000000:00000010:3.0:1776198909.796531:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bae000ed. 00000100:00000010:3.0:1776198909.796535:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 00000100:00000010:3.0:1776198909.796539:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.796543:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000020:00000010:1.0:1776198909.796642:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f1faf31. 00000020:00000010:1.0:1776198909.796649:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.796653:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.796674:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217757888/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.796704:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757888 02000000:00000010:1.0:1776198909.796716:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057d35775. 00010000:00000010:1.0:1776198909.796741:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000eec345f. 00010000:00000010:1.0:1776198909.796762:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.796768:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.796782:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.796785:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.796799:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198909.796802:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757888, offset 224 00000400:00000200:1.0:1776198909.796808:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.796818:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.796824:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92747:92747:256:4294967295] 192.168.204.56@tcp LPNI seq info [92747:92747:8:4294967295] 00000400:00000200:1.0:1776198909.796833:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.796838:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.796842:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.796848:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.796855:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.796859:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.796890:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.796895:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.796898:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f1faf31. 00080000:00000010:3.0:1776198909.797084:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae000ed. 00010000:00000010:3.0:1776198909.797165:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.797170:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eda5010c. 00010000:00000010:3.0:1776198909.797280:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.797286:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.797296:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.797300:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.797305:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198909.797317:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061d1c66c. 02000000:00000010:3.0:1776198909.797340:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b74ce3c. 00000400:00000010:3.0:1776198909.797345:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.797348:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.797352:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094656, portal 16 00000400:00000010:3.0:1776198909.797356:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198909.797358:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094656, offset 0 00000400:00000200:3.0:1776198909.797364:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.797370:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.797377:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.797380:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.797383:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.797385:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92748:92748:255:4294967295] 192.168.204.56@tcp LPNI seq info [92748:92748:7:4294967295] 00000400:00000200:3.0:1776198909.797393:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.797397:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.797400:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347530). 00000800:00000200:3.0:1776198909.797404:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.797408:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.797410:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.797562:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.797566:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347282). 00000400:00000200:0.0:1776198909.797573:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.797577:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.797580:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:0.0:1776198909.797593:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000800:00000200:0.0:1776198909.797666:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.797668:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:0.0:1776198909.797671:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.797674:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.797676:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:0.0:1776198909.797678:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000100:00000200:0.0:1776198909.797682:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231094656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.798334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aad421fc. 00010000:00000010:3.1:1776198909.801462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3503fc6. 00010000:00000010:3.1:1776198909.801480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:1.1:1776198909.806268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059796128. 00000400:00000200:0.0:1776198909.806364:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.806383:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fb80 00000400:00000200:0.0:1776198909.806393:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8db5 [1] + 224 00000400:00000200:0.0:1776198909.806408:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.806413:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.806425:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231094656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.807421:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.807429:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.807432:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.807443:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e57c639b x1862477231094656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.807452:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e57c639b x1862477231094656/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.807483:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b74ce3c. 02000000:00000010:3.0:1776198909.807489:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061d1c66c. 00000100:00000010:3.0:1776198909.807492:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 00000100:00000010:3.0:1776198909.807497:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.807501:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000200:0.0:1776198909.810579:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.810612:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77b00 00000400:00000200:0.0:1776198909.810621:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 984 00000400:00000200:0.0:1776198909.810692:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.810698:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.810705:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.810712:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000020:00000010:2.0:1776198909.810939:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.810946:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.810960:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.810994:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217757952/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198909.811034:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217757952 02000000:00000010:2.0:1776198909.811047:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfbcf495. 00010000:00000010:2.0:1776198909.811082:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f34d5c5. 00010000:00000010:2.0:1776198909.811107:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.811116:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.811131:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.811134:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.811151:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198909.811156:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217757952, offset 224 00000400:00000200:2.0:1776198909.811164:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.811176:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.811181:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92749:92749:256:4294967295] 192.168.204.56@tcp LPNI seq info [92749:92749:8:4294967295] 00000400:00000200:2.0:1776198909.811191:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.811196:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.811200:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198909.811206:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.811214:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.811218:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.811243:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.811247:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.811292:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00080000:00000010:3.0:1776198909.811437:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d1c66c. 00010000:00000010:3.0:1776198909.811525:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.811532:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045556d17. 00010000:00000010:3.0:1776198909.811631:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.811636:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.811646:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.811649:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.811656:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198909.811667:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b74ce3c. 02000000:00000010:3.0:1776198909.811688:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058abc52c. 00000400:00000010:3.0:1776198909.811692:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.811696:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.811700:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094720, portal 16 00000400:00000010:3.0:1776198909.811704:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198909.811706:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094720, offset 0 00000400:00000200:3.0:1776198909.811711:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.811718:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.811724:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.811727:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.811730:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.811733:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92750:92750:255:4294967295] 192.168.204.56@tcp LPNI seq info [92750:92750:7:4294967295] 00000400:00000200:3.0:1776198909.811740:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.811745:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.811748:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e28d285c (tot 82347530). 00000800:00000200:3.0:1776198909.811751:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.811755:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.811757:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e28d285c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.812743:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.812749:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:0.0:1776198909.812755:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.812761:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.812766:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:0.0:1776198909.812769:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000800:00000200:0.0:1776198909.812837:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.812839:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e28d285c (tot 82347034). 00000400:00000200:0.0:1776198909.812842:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.812845:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.812847:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:0.0:1776198909.812849:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000100:00000200:0.0:1776198909.812856:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e57c639b x1862477231094720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198909.816351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b5674f0. 00000400:00000200:0.0:1776198909.818321:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.818341:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fbc0 00000400:00000200:0.0:1776198909.818350:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8dc1 [1] + 224 00000400:00000200:0.0:1776198909.818365:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.818370:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.818381:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e57c639b x1862477231094720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198909.818487:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:3.0:1776198909.818493:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.818495:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.818501:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e57c639b x1862477231094720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198909.818510:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e57c639b x1862477231094720/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198909.818542:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058abc52c. 02000000:00000010:3.0:1776198909.818547:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b74ce3c. 00000100:00000010:3.0:1776198909.818551:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 00000100:00000010:3.0:1776198909.818556:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.818560:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00010000:00000010:3.1:1776198909.819385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038fb2476. 00010000:00000010:3.1:1776198909.819396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:0.0:1776198909.824922:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.824944:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77b40 00000400:00000200:0.0:1776198909.824972:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 1312 00000400:00000200:0.0:1776198909.825321:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.825327:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.825334:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.825340:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000020:00000010:1.0:1776198909.825516:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f1faf31. 00000020:00000010:1.0:1776198909.825524:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.825528:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.825556:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217758016/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198909.825602:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758016 02000000:00000010:1.0:1776198909.825613:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006052d17b. 00010000:00000010:1.0:1776198909.825646:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000056e46f6. 00010000:00000010:1.0:1776198909.825671:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.825677:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.825690:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.825694:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.825708:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198909.825713:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758016, offset 224 00000400:00000200:1.0:1776198909.825721:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.825734:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.825741:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92751:92751:256:4294967295] 192.168.204.56@tcp LPNI seq info [92751:92751:8:4294967295] 00000400:00000200:1.0:1776198909.825752:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.825757:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.825763:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5f55d72 (tot 82347282). 00000800:00000200:1.0:1776198909.825770:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.826020:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.826024:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5f55d72 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.826048:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.826053:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.826056:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f1faf31. 00080000:00000010:3.0:1776198909.826398:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b74ce3c. 00010000:00000010:3.0:1776198909.826480:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198909.826486:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db625866. 00010000:00000010:3.0:1776198909.826565:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eda49cd. 00010000:00000010:3.0:1776198909.826571:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:1.0:1776198909.826965:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.826972:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.826980:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.826992:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032bbc4a9. 02000000:00000010:1.0:1776198909.827019:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f1faf31. 00000400:00000010:1.0:1776198909.827025:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.827030:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198909.827035:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094784, portal 16 00000400:00000010:1.0:1776198909.827042:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198909.827044:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094784, offset 0 00000400:00000200:1.0:1776198909.827051:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.827061:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.827068:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.827071:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.827074:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.827339:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92752:92752:255:4294967295] 192.168.204.56@tcp LPNI seq info [92752:92752:7:4294967295] 00000400:00000200:1.0:1776198909.827349:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.827354:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.827358:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347530). 00000800:00000200:1.0:1776198909.827363:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.827367:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.827370:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.827866:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.827871:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5f55d72 (tot 82347282). 00000400:00000200:0.0:1776198909.827880:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.827886:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.827891:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:0.0:1776198909.827894:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000800:00000200:0.0:1776198909.830791:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.830800:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:0.0:1776198909.830815:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.830824:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.830830:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:0.0:1776198909.830832:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:0.0:1776198909.830842:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231094784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.839335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6df5ddb. 00000400:00000200:0.0:1776198909.842475:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.842499:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fc00 00000400:00000200:0.0:1776198909.842508:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8dcd [1] + 224 00000400:00000200:0.0:1776198909.842521:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.842525:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.842537:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231094784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.842628:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.842635:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77b80 00000400:00000200:0.0:1776198909.842641:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 1640 00000400:00000200:0.0:1776198909.842653:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.842656:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.842660:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.842667:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:2.0:1776198909.843115:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.843124:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.843128:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198909.843157:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217758080/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198909.843186:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758080 02000000:00000010:2.0:1776198909.843196:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e094491a. 00010000:00000010:2.0:1776198909.843232:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198909.843239:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c08b3189. 00000100:00000010:2.0:1776198909.843245:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c08b3189. 00010000:00000010:2.0:1776198909.843248:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000010:2.0:1776198909.843288:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198909.843293:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758080, offset 224 00000400:00000200:2.0:1776198909.843301:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.843312:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.843318:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92753:92753:256:4294967295] 192.168.204.56@tcp LPNI seq info [92753:92753:8:4294967295] 00000400:00000200:2.0:1776198909.843328:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.843333:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.843337:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.843343:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.843349:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.843353:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.843372:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.843376:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.843380:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00000800:00000200:3.0:1776198909.843544:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.843548:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:3.0:1776198909.843551:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.843555:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.843560:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198909.843563:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00010000:00000010:3.1:1776198909.850962:0:1038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a82bb526. 00010000:00000010:3.1:1776198909.850982:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00000400:00000010:1.0:1776198909.853786:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.853799:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:1.0:1776198909.853802:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:1.0:1776198909.853821:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231094784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.853834:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231094784/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198909.853867:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eb402e2. 02000000:00000010:1.0:1776198909.853886:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f1faf31. 02000000:00000010:1.0:1776198909.853892:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032bbc4a9. 00000100:00000010:1.0:1776198909.853898:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.853902:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.853905:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00080000:00000010:1.0:1776198909.853930:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f1faf31. 00010000:00000010:1.0:1776198909.854061:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:1.0:1776198909.854069:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007fd192aa. 00010000:00000010:1.0:1776198909.854166:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.0:1776198909.854172:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f731e860. 00010000:00000010:1.0:1776198909.854184:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.854189:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.854198:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.854212:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032bbc4a9. 02000000:00000010:1.0:1776198909.854246:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a5d108. 00000400:00000010:1.0:1776198909.854284:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.854290:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198909.854296:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094848, portal 16 00000400:00000010:1.0:1776198909.854302:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198909.854304:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094848, offset 0 00000400:00000200:1.0:1776198909.854310:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.854327:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.854336:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.854340:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.854343:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.854346:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92754:92754:256:4294967295] 192.168.204.56@tcp LPNI seq info [92754:92754:8:4294967295] 00000400:00000200:1.0:1776198909.854355:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.854361:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.854366:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.854372:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.854379:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.854383:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198909.854524:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198909.854528:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:1.0:1776198909.854536:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198909.854540:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198909.854543:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:1.0:1776198909.854545:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:1.0:1776198909.854550:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231094848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.860312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edeac507. 00010000:00000010:1.1:1776198909.860333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e19fc5b8. 00010000:00000010:1.1:1776198909.860339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eda49cd. 00000400:00000200:0.0:1776198909.863313:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.863334:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fc40 00000400:00000200:0.0:1776198909.863342:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8dd9 [1] + 224 00000400:00000200:0.0:1776198909.863360:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.863364:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.863376:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231094848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.863465:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.863470:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:1.0:1776198909.863472:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:1.0:1776198909.863478:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231094848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.863485:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231094848/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.863514:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a5d108. 02000000:00000010:1.0:1776198909.863522:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032bbc4a9. 00000100:00000010:1.0:1776198909.863528:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.863532:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.863535:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000200:3.0:1776198909.866372:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.866395:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77bc0 00000400:00000200:3.0:1776198909.866404:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb76e9 [2] + 1968 00000400:00000010:3.0:1776198909.866411:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b98dca01. 00000400:00000200:3.0:1776198909.866419:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005c04c054 00000400:00000200:3.0:1776198909.866478:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.866484:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.866487:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c04c054 00000400:00000010:3.0:1776198909.866490:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005c04c054 (tot 82346882). 00000100:00000200:3.0:1776198909.866497:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198909.866716:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fda5e709. 00000020:00000010:0.0:1776198909.866723:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.866728:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.866754:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020374a27 x1862477217758144/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198909.866791:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758144 02000000:00000010:0.0:1776198909.866802:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f94f156. 00010000:00000010:0.0:1776198909.866833:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027e591ab. 00010000:00000010:0.0:1776198909.866858:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.866866:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0e1ec8e. 00000100:00000010:0.0:1776198909.866889:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0e1ec8e. 00010000:00000010:0.0:1776198909.866892:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00000400:00000010:0.0:1776198909.866909:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198909.866914:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758144, offset 224 00000400:00000200:0.0:1776198909.866922:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.866934:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.866939:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92755:92755:256:4294967295] 192.168.204.56@tcp LPNI seq info [92755:92755:8:4294967295] 00000400:00000200:0.0:1776198909.866960:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.866965:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.866969:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347130). 00000800:00000200:0.0:1776198909.866975:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.866982:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.866986:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.867009:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.867013:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.867016:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fda5e709. 02000000:00000010:0.0:1776198909.867024:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e094491a. 00000100:00000010:0.0:1776198909.867027:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198909.867030:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006052d17b. 00000100:00000010:0.0:1776198909.867033:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198909.867035:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfbcf495. 00000100:00000010:0.0:1776198909.867037:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198909.867041:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057d35775. 00000100:00000010:0.0:1776198909.867044:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198909.867046:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023661ca0. 00000100:00000010:0.0:1776198909.867048:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f1cfef5f. 02000000:00000010:0.0:1776198909.867053:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a78d2300. 00000100:00000010:0.0:1776198909.867055:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000200:0.0:1776198909.867061:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198909.867066:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053cc07ba. 00000400:00000010:0.0:1776198909.867070:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0e1ec8e (tot 82347282). 00080000:00000010:1.0:1776198909.867191:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5a5d108. 00010000:00000010:1.0:1776198909.867329:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f731e860. 00010000:00000010:1.0:1776198909.867335:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000537780e7. 00010000:00000010:1.0:1776198909.867409:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b061fe4. 00010000:00000010:1.0:1776198909.867413:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007a0fe921. 00010000:00000010:1.0:1776198909.867418:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.0:1776198909.867422:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f731e860. 00080000:00000010:1.0:1776198909.867435:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006052d17b. 00010000:00000010:1.0:1776198909.867465:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f731e860. 00010000:00000010:1.0:1776198909.867468:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a0fe921. 00010000:00000010:1.0:1776198909.867525:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5f910ae. 00010000:00000010:1.0:1776198909.867529:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f731e860. 00010000:00000010:1.0:1776198909.867537:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.867541:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.867549:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.867561:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032bbc4a9. 02000000:00000010:1.0:1776198909.867685:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000795f22f3. 00000400:00000010:1.0:1776198909.867691:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.867695:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198909.867698:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094912, portal 16 00000400:00000010:1.0:1776198909.867703:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198909.867705:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094912, offset 0 00000400:00000200:1.0:1776198909.867710:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.867718:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.867725:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.867728:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.867731:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.867734:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92756:92756:255:4294967295] 192.168.204.56@tcp LPNI seq info [92756:92756:7:4294967295] 00000400:00000200:1.0:1776198909.867741:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.867746:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.867750:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347530). 00000800:00000200:1.0:1776198909.867754:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.867759:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.867762:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.868102:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.868107:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347282). 00000400:00000200:3.0:1776198909.868114:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.868118:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.868123:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:3.0:1776198909.868125:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 02000000:00000010:3.0:1776198909.868131:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f94f156. 00000800:00000200:3.0:1776198909.868199:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.868201:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:3.0:1776198909.868208:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.868211:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.868213:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:3.0:1776198909.868214:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:3.0:1776198909.868220:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231094912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.876443:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.876472:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fc80 00000400:00000200:0.0:1776198909.876483:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8de9 [1] + 224 00000400:00000200:0.0:1776198909.876498:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.876502:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.876515:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231094912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.876558:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.876564:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77c00 00000400:00000200:0.0:1776198909.876570:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 0 00000400:00000010:1.0:1776198909.876606:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.876613:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:1.0:1776198909.876616:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:1.0:1776198909.876630:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231094912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.876638:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231094912/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198909.876648:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.876654:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.876659:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198909.876664:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 02000000:00000010:1.0:1776198909.876669:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000795f22f3. 02000000:00000010:1.0:1776198909.876676:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032bbc4a9. 00000100:00000010:1.0:1776198909.876682:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.876685:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.876689:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000020:00000010:3.0:1776198909.876965:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058abc52c. 00000020:00000010:3.0:1776198909.876974:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.876978:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.877007:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217758208/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198909.877046:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758208 02000000:00000010:3.0:1776198909.877058:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd66baf6. 00010000:00000010:3.0:1776198909.877086:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae035096. 00010000:00000010:3.0:1776198909.877106:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.877112:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.877129:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.877131:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.877145:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.877150:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758208, offset 224 00000400:00000200:3.0:1776198909.877158:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.877169:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.877175:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92757:92757:256:4294967295] 192.168.204.56@tcp LPNI seq info [92757:92757:8:4294967295] 00000400:00000200:3.0:1776198909.877184:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.877188:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.877193:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffc589b (tot 82347282). 00000800:00000200:3.0:1776198909.877197:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.877203:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.877207:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ffc589b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.877224:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.877228:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.877231:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058abc52c. 00000800:00000200:3.0:1776198909.877321:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.877324:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffc589b (tot 82347034). 00000400:00000200:3.0:1776198909.877328:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.877331:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.877333:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:3.0:1776198909.877335:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00080000:00000010:0.0:1776198909.877481:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fda5e709. 00010000:00000010:0.0:1776198909.877570:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f731e860. 00010000:00000010:0.0:1776198909.877576:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9819f60. 00010000:00000010:0.0:1776198909.877667:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c09ccf56. 00010000:00000010:0.0:1776198909.877673:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff2b47f1. 00010000:00000010:0.0:1776198909.877684:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9380a4a. 00000100:00000010:0.0:1776198909.877688:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 00000100:00000010:0.0:1776198909.877694:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 02000000:00000010:0.0:1776198909.877706:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d123ae0. 02000000:00000010:0.0:1776198909.877731:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007705adb7. 00000400:00000010:0.0:1776198909.877736:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d514ae1. 00000400:00000010:0.0:1776198909.877740:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198909.877745:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231094976, portal 16 00000400:00000010:0.0:1776198909.877749:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198909.877751:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231094976, offset 0 00000400:00000200:0.0:1776198909.877756:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198909.877765:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.877772:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198909.877775:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198909.877778:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198909.877780:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92758:92758:256:4294967295] 192.168.204.56@tcp LPNI seq info [92758:92758:8:4294967295] 00000400:00000200:0.0:1776198909.877787:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.877791:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.877795:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198909.877799:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.877803:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.877805:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198909.878065:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198909.878069:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198909.878074:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.878087:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.878090:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:3.0:1776198909.878092:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:3.0:1776198909.878097:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000443b8fc8 x1862477231094976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.882502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed33a63c. 00010000:00000010:1.1:1776198909.882521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.1:1776198909.882527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b061fe4. 00010000:00000010:1.1:1776198909.882530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00000400:00000200:0.0:1776198909.882907:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198909.882926:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fcc0 00000400:00000200:0.0:1776198909.882935:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8df5 [1] + 224 00000400:00000200:0.0:1776198909.882966:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.882971:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198909.882982:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000443b8fc8 x1862477231094976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.883071:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d514ae1. 00000400:00000200:1.0:1776198909.883091:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:1.0:1776198909.883093:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:1.0:1776198909.883099:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000443b8fc8 x1862477231094976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.883107:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000443b8fc8 x1862477231094976/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.883139:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007705adb7. 02000000:00000010:1.0:1776198909.883147:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d123ae0. 00000100:00000010:1.0:1776198909.883151:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 00000100:00000010:1.0:1776198909.883155:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:1.0:1776198909.883158:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9380a4a. 00010000:00000010:3.1:1776198909.883314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c961779. 00010000:00000010:0.1:1776198909.883360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004901cc68. 00010000:00000010:0.1:1776198909.883366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed6e4298. 00010000:00000010:0.1:1776198909.883370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f910ae. 00000400:00000200:3.0:1776198909.889917:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.889942:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77c40 00000400:00000200:3.0:1776198909.889963:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 328 00000400:00000200:3.0:1776198909.890026:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.890031:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.890037:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.890043:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000020:00000010:1.0:1776198909.890749:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000795f22f3. 00000020:00000010:1.0:1776198909.890757:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.890762:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.890793:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e57c639b x1862477217758272/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198909.890825:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758272 02000000:00000010:1.0:1776198909.890838:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032bbc4a9. 00010000:00000010:1.0:1776198909.890867:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000d97906. 00010000:00000010:1.0:1776198909.890892:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.890899:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.890984:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.890989:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.891005:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198909.891011:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758272, offset 224 00000400:00000200:1.0:1776198909.891019:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.891032:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.891039:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92759:92759:256:4294967295] 192.168.204.56@tcp LPNI seq info [92759:92759:8:4294967295] 00000400:00000200:1.0:1776198909.891049:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.891054:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.891059:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.891064:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.891071:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.891075:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.891107:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.891112:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.891115:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000795f22f3. 00000800:00000200:2.0:1776198909.892859:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.892867:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:2.0:1776198909.892880:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.892887:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.892892:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:2.0:1776198909.892894:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00080000:00000010:1.0:1776198909.896685:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000795f22f3. 00010000:00000010:1.0:1776198909.896804:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff2b47f1. 00010000:00000010:1.0:1776198909.896814:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bea99dac. 00010000:00000010:1.0:1776198909.896904:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.0:1776198909.896910:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056ca70e7. 00010000:00000010:1.0:1776198909.896924:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.896932:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.896942:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.896968:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009997ba68. 02000000:00000010:1.0:1776198909.896997:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee0eab7a. 00000400:00000010:1.0:1776198909.897004:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.897009:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.897017:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095040, portal 16 00000400:00000010:1.0:1776198909.897022:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198909.897024:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095040, offset 0 00000400:00000200:1.0:1776198909.897033:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.897050:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.897057:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.897061:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.897063:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.897067:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92760:92760:256:4294967295] 192.168.204.56@tcp LPNI seq info [92760:92760:8:4294967295] 00000400:00000200:1.0:1776198909.897091:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.897097:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.897102:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.897107:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.897114:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.897118:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.897455:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.897460:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:2.0:1776198909.897469:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.897474:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.897478:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:2.0:1776198909.897480:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000100:00000200:2.0:1776198909.897489:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231095040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.902320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c0008c. 00010000:00000010:1.1:1776198909.908299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053356cc6. 00010000:00000010:1.1:1776198909.908315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c09ccf56. 00000400:00000200:3.0:1776198909.911700:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.911720:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fd00 00000400:00000200:3.0:1776198909.911728:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e01 [1] + 224 00000400:00000200:3.0:1776198909.911739:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.911743:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.911754:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231095040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.911791:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.911796:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77d80 00000400:00000200:3.0:1776198909.911800:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 656 00000400:00000200:3.0:1776198909.911805:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.911807:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.911811:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.911817:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 00000400:00000200:3.0:1776198909.911832:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.911835:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 26 MB=0x69de9c4f77c80 00000400:00000200:3.0:1776198909.911840:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.56@tcp of length 224/224 into md 0x91eb9 [2] + 0 00000400:00000010:3.0:1776198909.911843:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000045f6852c. 00000400:00000200:3.0:1776198909.911847:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ae1e848e 00000400:00000200:3.0:1776198909.911850:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.911852:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198909.911854:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae1e848e 00000400:00000010:3.0:1776198909.911856:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ae1e848e (tot 82346882). 00000100:00000200:3.0:1776198909.911862:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1776198909.911883:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.911887:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x69de9c4f77d00 00000400:00000200:3.0:1776198909.911891:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x7cccd [8] + 13656 00000400:00000200:3.0:1776198909.911895:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.911897:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.911900:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776198909.911902:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077e65419. 00000020:00000010:3.0:1776198909.911964:0:76185:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058abc52c. 00000020:00000010:3.0:1776198909.911971:0:76185:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.911978:0:76185:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.912019:0:76185:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758464 00000020:00000010:2.0:1776198909.912023:0:71836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198909.912027:0:71836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.912030:0:71836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 02000000:00000010:3.0:1776198909.912040:0:76185:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004eb63fb1. 00010000:00000200:3.0:1776198909.912049:0:76185:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000077e65419 x1862477217758464/t0(0) o400->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 224/224 e 0 to 0 dl 1776198952 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:2.0:1776198909.912050:0:71836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758336 02000000:00000010:2.0:1776198909.912063:0:71836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a78d2300. 00000400:00000010:3.0:1776198909.912065:0:76185:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00010000:00000200:2.0:1776198909.912067:0:71836:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009bd9f964 x1862477217758336/t0(0) o400->cfe30003-910c-4770-b223-5a0f91433080@192.168.204.56@tcp:260/0 lens 224/224 e 0 to 0 dl 1776198915 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:3.0:1776198909.912070:0:76185:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477217758464, offset 224 00000400:00000010:2.0:1776198909.912075:0:71836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000400:00000200:3.0:1776198909.912077:0:76185:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000100:00000200:2.0:1776198909.912088:0:71836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862477217758336, offset 224 00000400:00000200:3.0:1776198909.912090:0:76185:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.912094:0:71836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.912096:0:76185:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92761:92761:256:4294967295] 192.168.204.56@tcp LPNI seq info [92761:92761:8:4294967295] 00000020:00000010:0.0:1776198909.912161:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d4c5f00. 00000020:00000010:0.0:1776198909.912166:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.912169:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.912187:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cd824bf x1862477217758592/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198909.912208:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758592 00000400:00000010:1.0:1776198909.912212:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 02000000:00000010:0.0:1776198909.912215:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d123ae0. 00000400:00000200:1.0:1776198909.912216:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198909.912217:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.912223:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231095040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.912230:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231095040/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198909.912250:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000573c10dd. 00010000:00000010:0.0:1776198909.912275:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000523d3936. 00000100:00000010:0.0:1776198909.912281:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 02000000:00000010:1.0:1776198909.912284:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee0eab7a. 00000100:00000010:0.0:1776198909.912286:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:0.0:1776198909.912288:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000523d3936. 02000000:00000010:1.0:1776198909.912289:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009997ba68. 00000100:00000010:1.0:1776198909.912295:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.912297:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00000400:00000010:0.0:1776198909.912298:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00010000:00000010:1.0:1776198909.912299:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000100:00000200:0.0:1776198909.912300:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758592, offset 224 00000400:00000200:0.0:1776198909.912304:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:1.0:1776198909.912313:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee0eab7a. 00000400:00000200:3.0:1776198909.912344:0:76185:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.912350:0:76185:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.912355:0:76185:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffc589b (tot 82347130). 00000800:00000200:3.0:1776198909.912361:0:76185:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.912368:0:76185:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.912372:0:76185:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ffc589b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.912390:0:76185:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.912393:0:76185:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.912397:0:76185:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058abc52c. 00010000:00000010:1.0:1776198909.912399:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056ca70e7. 00010000:00000010:1.0:1776198909.912404:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ca68348. 00000400:00000200:3.0:1776198909.912423:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:1.0:1776198909.912500:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.0:1776198909.912505:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056ca70e7. 00010000:00000010:1.0:1776198909.912516:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.912519:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.912525:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.912543:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009997ba68. 02000000:00000010:1.0:1776198909.912568:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1f18021. 00000400:00000010:1.0:1776198909.912572:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.912575:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.912580:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095104, portal 16 00000400:00000010:1.0:1776198909.912585:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198909.912586:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095104, offset 0 00000400:00000200:1.0:1776198909.912591:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.912810:0:71836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.912814:0:71836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92762:92762:255:4294967295] 192.168.204.56@tcp LPNI seq info [92762:92762:7:4294967295] 00000400:00000200:2.0:1776198909.912822:0:71836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.912826:0:71836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.912829:0:71836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347378). 00000800:00000200:2.0:1776198909.912832:0:71836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.912836:0:71836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.912839:0:71836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198909.912847:0:71836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198909.912849:0:71836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198909.912852:0:71836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00000100:00000200:2.0:1776198909.912860:0:71836:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1776198909.912864:0:71836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a21f44b. 00000400:00000010:2.0:1776198909.912869:0:71836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c08b3189 (tot 82347530). 00000800:00000200:2.0:1776198909.912914:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.912918:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffc589b (tot 82347282). 00000400:00000200:2.0:1776198909.912921:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.912924:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.912926:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:2.0:1776198909.912928:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00000800:00000200:2.0:1776198909.912998:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.913001:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198909.913004:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.913007:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.913009:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:2.0:1776198909.913010:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 02000000:00000010:2.0:1776198909.913014:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a78d2300. 00000400:00000200:0.0:1776198909.918553:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198909.918571:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92763:92763:256:4294967295] 192.168.204.56@tcp LPNI seq info [92763:92763:8:4294967295] 00000400:00000200:0.0:1776198909.918584:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198909.918592:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198909.918601:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198909.918610:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198909.918618:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198909.918622:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198909.918658:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.918667:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:0.0:1776198909.918672:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d4c5f00. 00000800:00000200:2.0:1776198909.918738:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.918742:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:2.0:1776198909.918749:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.918754:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.918760:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:2.0:1776198909.918762:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000400:00000200:1.0:1776198909.923861:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.923872:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.923875:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.923880:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.923883:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92764:92764:256:4294967295] 192.168.204.56@tcp LPNI seq info [92764:92764:8:4294967295] 00000400:00000200:1.0:1776198909.923893:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.923899:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.923908:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.923917:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.923924:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.923929:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776198909.924055:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 12 MB=0x69de9c4f77cc0 00000400:00000200:3.0:1776198909.924067:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.56@tcp of length 224/224 into md 0x81a45 [64] + 42624 00000400:00000200:2.0:1776198909.927114:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.927134:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.927144:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776198909.927152:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000701c1221. 00000800:00000200:2.0:1776198909.927287:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.927291:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:2.0:1776198909.927300:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.927304:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.927308:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:2.0:1776198909.927310:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000100:00000200:2.0:1776198909.927321:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231095104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.927346:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.927362:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 28 MB=0x69de9c4f77d40 00000400:00000200:2.0:1776198909.927369:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.56@tcp of length 224/224 into md 0x7cccd [8] + 13880 00000400:00000200:2.0:1776198909.927383:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.927386:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.927390:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776198909.927393:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a8062a4. 00000020:00000010:1.0:1776198909.927580:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084816d62. 00000020:00000010:1.0:1776198909.927590:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.927597:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.927638:0:75319:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758528 02000000:00000010:1.0:1776198909.927661:0:75319:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000042c13af7. 00010000:00000200:1.0:1776198909.927670:0:75319:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006a8062a4 x1862477217758528/t0(0) o400->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 224/224 e 0 to 0 dl 1776198952 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:1.0:1776198909.927687:0:75319:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198909.927693:0:75319:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477217758528, offset 224 00000400:00000200:1.0:1776198909.927700:0:75319:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.927711:0:75319:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.927717:0:75319:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92765:92765:256:4294967295] 192.168.204.56@tcp LPNI seq info [92765:92765:8:4294967295] 00000400:00000200:1.0:1776198909.927728:0:75319:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.927733:0:75319:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.927737:0:75319:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.927743:0:75319:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.927751:0:75319:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.927756:0:75319:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.927793:0:75319:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.927799:0:75319:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.927803:0:75319:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084816d62. 00000020:00000010:3.0:1776198909.928718:0:68880:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058abc52c. 00000020:00000010:3.0:1776198909.928726:0:68880:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.928731:0:68880:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.928876:0:68880:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758400 02000000:00000010:3.0:1776198909.928892:0:68880:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010d3298a. 00010000:00000200:3.0:1776198909.928902:0:68880:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000701c1221 x1862477217758400/t0(0) o400->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 224/224 e 0 to 0 dl 1776198952 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:3.0:1776198909.928915:0:68880:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198909.928919:0:68880:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477217758400, offset 224 00000400:00000200:3.0:1776198909.928926:0:68880:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.928935:0:68880:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.928940:0:68880:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92766:92766:255:4294967295] 192.168.204.56@tcp LPNI seq info [92766:92766:7:4294967295] 00000400:00000200:3.0:1776198909.928959:0:68880:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.928964:0:68880:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.928969:0:68880:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffc589b (tot 82347530). 00000800:00000200:3.0:1776198909.928973:0:68880:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.928979:0:68880:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.928982:0:68880:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ffc589b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.928990:0:68880:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.928994:0:68880:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.928997:0:68880:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058abc52c. 00000400:00000200:2.0:1776198909.929106:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.929116:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fd40 00000400:00000200:2.0:1776198909.929125:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e15 [1] + 224 00000400:00000200:2.0:1776198909.929137:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.929141:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.929148:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231095104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776198909.929864:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.929870:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347282). 00000400:00000200:0.0:1776198909.929878:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.929882:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.929886:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:0.0:1776198909.929889:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000800:00000200:0.0:1776198909.929962:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.929964:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffc589b (tot 82347034). 00000400:00000200:0.0:1776198909.929967:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.929970:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.929972:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:0.0:1776198909.929973:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00000400:00000200:2.0:1776198909.934118:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.934138:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77dc0 00000400:00000200:2.0:1776198909.934147:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 984 00000400:00000200:2.0:1776198909.934184:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.934188:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.934194:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.934201:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000400:00000010:1.0:1776198909.935679:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.935689:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198909.935691:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.935706:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231095104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.935715:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231095104/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.935749:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1f18021. 02000000:00000010:1.0:1776198909.935758:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009997ba68. 00000100:00000010:1.0:1776198909.935765:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.935769:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.935774:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000020:00000010:3.0:1776198909.935867:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058abc52c. 00000020:00000010:3.0:1776198909.935876:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.935881:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.935906:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217758656/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198909.935941:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758656 02000000:00000010:3.0:1776198909.935962:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da47bd22. 00010000:00000010:3.0:1776198909.935992:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a40f9697. 00010000:00000010:3.0:1776198909.936016:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.936028:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.936072:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.936075:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.936088:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000901998e6. 00000100:00000200:3.0:1776198909.936092:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758656, offset 224 00000400:00000200:3.0:1776198909.936100:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.936114:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.936120:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92767:92767:256:4294967295] 192.168.204.56@tcp LPNI seq info [92767:92767:8:4294967295] 00000400:00000200:3.0:1776198909.936129:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.936134:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.936139:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e28d285c (tot 82347282). 00000800:00000200:3.0:1776198909.936146:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.936152:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.936156:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e28d285c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.936178:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.936182:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.936185:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058abc52c. 00080000:00000010:1.0:1776198909.936228:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084816d62. 00000800:00000200:2.0:1776198909.936322:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.936326:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e28d285c (tot 82347034). 00010000:00000010:1.1:1776198909.936329:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa022558. 00000400:00000200:2.0:1776198909.936330:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.936334:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:1.1:1776198909.936336:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce204eb. 00000400:00000200:2.0:1776198909.936338:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000901998e6 00000400:00000010:2.0:1776198909.936339:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000901998e6. 00010000:00000010:1.1:1776198909.936339:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.0:1776198909.936414:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056ca70e7. 00010000:00000010:1.0:1776198909.936575:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aba22cc3. 00010000:00000010:1.0:1776198909.936762:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.0:1776198909.936769:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056ca70e7. 00010000:00000010:1.0:1776198909.936781:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.936785:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.936793:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.936805:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009997ba68. 02000000:00000010:1.0:1776198909.936827:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1f18021. 00000400:00000010:1.0:1776198909.936833:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.936837:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.936843:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095168, portal 16 00000400:00000010:1.0:1776198909.936846:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198909.936848:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095168, offset 0 00000400:00000200:1.0:1776198909.936859:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.936867:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.936873:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.936877:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.936879:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.936882:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92768:92768:256:4294967295] 192.168.204.56@tcp LPNI seq info [92768:92768:8:4294967295] 00000400:00000200:1.0:1776198909.936888:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.936892:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.936895:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.936898:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.936902:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.936905:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.938835:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.938841:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:0.0:1776198909.938852:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.938862:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.938867:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:0.0:1776198909.938870:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:0.0:1776198909.938880:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231095168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.941398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5a0fe4. 00000400:00000200:2.0:1776198909.943491:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.943509:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fd80 00000400:00000200:2.0:1776198909.943520:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e2d [1] + 224 00000400:00000200:2.0:1776198909.943533:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.943537:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.943547:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231095168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.943587:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.943592:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77e00 00000400:00000200:2.0:1776198909.943597:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 1312 00000400:00000200:2.0:1776198909.943651:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.943654:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.943658:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.943663:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:3.0:1776198909.943739:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058abc52c. 00000020:00000010:3.0:1776198909.943747:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.943752:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.943789:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217758720/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198909.943826:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758720 02000000:00000010:3.0:1776198909.943838:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d484664. 00010000:00000010:3.0:1776198909.943876:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080cdda77. 00000100:00000010:3.0:1776198909.943882:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.943889:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198909.943893:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080cdda77. 00000400:00000010:3.0:1776198909.943907:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb9e49c2. 00000100:00000200:3.0:1776198909.943913:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758720, offset 224 00000400:00000200:3.0:1776198909.943921:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.943932:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.943937:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92769:92769:256:4294967295] 192.168.204.56@tcp LPNI seq info [92769:92769:8:4294967295] 00000400:00000200:3.0:1776198909.943946:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.943960:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.943965:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347282). 00000800:00000200:3.0:1776198909.943971:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.943977:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.943984:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.944006:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.944011:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.944014:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058abc52c. 00000400:00000010:1.0:1776198909.944682:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.944690:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198909.944692:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.944703:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231095168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.944713:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231095168/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198909.944737:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e82b7b2. 02000000:00000010:1.0:1776198909.944753:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1f18021. 02000000:00000010:1.0:1776198909.944758:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009997ba68. 00000100:00000010:1.0:1776198909.944764:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.944780:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.944783:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00080000:00000010:1.0:1776198909.944802:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1f18021. 00000800:00000200:2.0:1776198909.945050:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.945054:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:2.0:1776198909.945058:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.945064:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.945067:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb9e49c2 00000400:00000010:2.0:1776198909.945069:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb9e49c2. 00010000:00000010:1.1:1776198909.951077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dde5df2. 00010000:00000010:1.1:1776198909.951098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00080000:00000010:1.0:1776198909.955932:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084816d62. 00080000:00000010:1.0:1776198909.955944:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee0eab7a. 00080000:00000010:1.0:1776198909.955946:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000795f22f3. 00080000:00000010:1.0:1776198909.955959:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fda5e709. 00080000:00000010:1.0:1776198909.955962:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006052d17b. 00080000:00000010:1.0:1776198909.955965:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5a5d108. 00080000:00000010:1.0:1776198909.955968:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f1faf31. 00080000:00000010:1.0:1776198909.955971:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b74ce3c. 00080000:00000010:1.0:1776198909.955973:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061d1c66c. 00080000:00000010:1.0:1776198909.955975:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bae000ed. 00080000:00000010:1.0:1776198909.955977:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f6c808f. 00080000:00000010:1.0:1776198909.955979:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dba4515. 00080000:00000010:1.0:1776198909.955982:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bb65536. 00080000:00000010:1.0:1776198909.955984:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056e4966c. 00080000:00000010:1.0:1776198909.955986:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eea68fb. 00080000:00000010:1.0:1776198909.955995:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026763ef3. 00080000:00000010:1.0:1776198909.955998:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000deff795c. 00010000:00000010:1.1:1776198909.957440:0:71831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df600f00. 00080000:00000010:1.0:1776198909.957457:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036df3b53. 00080000:00000010:1.0:1776198909.957462:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c7c10b7. 00080000:00000010:1.0:1776198909.957477:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088e0bd7f. 00080000:00000010:1.0:1776198909.957480:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035fbd8e1. 00080000:00000010:1.0:1776198909.957483:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059c388ff. 00080000:00000010:1.0:1776198909.957485:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eabb2ce8. 00080000:00000010:1.0:1776198909.957488:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eadd8da8. 00080000:00000010:1.0:1776198909.957490:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdb38ebb. 00080000:00000010:1.0:1776198909.957494:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a552aa9. 00080000:00000010:1.0:1776198909.957498:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000631c1184. 00080000:00000010:1.0:1776198909.957501:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d45df6c4. 00080000:00000010:1.0:1776198909.957503:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6aed876. 00080000:00000010:1.0:1776198909.957506:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c55c691. 00080000:00000010:1.0:1776198909.957508:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af54083f. 00080000:00000010:1.0:1776198909.957510:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b76fa9b. 00080000:00000010:1.0:1776198909.957512:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091294508. 00080000:00000010:1.0:1776198909.957515:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4dc834f. 00080000:00000010:1.0:1776198909.957517:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902305a4. 00080000:00000010:1.0:1776198909.957522:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003522346a. 00080000:00000010:1.0:1776198909.957526:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b34abb4c. 00080000:00000010:1.0:1776198909.957528:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eda1138. 00080000:00000010:1.0:1776198909.957531:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd8b7235. 00080000:00000010:1.0:1776198909.957535:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e30c3b41. 00080000:00000010:1.0:1776198909.957537:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088b63b96. 00080000:00000010:1.0:1776198909.957540:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f484cd6c. 00080000:00000010:1.0:1776198909.957543:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e4d77eb. 00080000:00000010:1.0:1776198909.957546:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f2fafb5. 00080000:00000010:1.0:1776198909.957548:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3b6f594. 00080000:00000010:1.0:1776198909.957551:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cdefdaf. 00080000:00000010:1.0:1776198909.957556:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a560fc. 00080000:00000010:1.0:1776198909.957559:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007a02b5e. 00080000:00000010:1.0:1776198909.957561:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000025bb415. 00080000:00000010:1.0:1776198909.957563:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037fc0168. 00080000:00000010:1.0:1776198909.957566:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a4d6ff7. 00080000:00000010:1.0:1776198909.957569:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094d42b84. 00080000:00000010:1.0:1776198909.957571:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1caccf6. 00080000:00000010:1.0:1776198909.957574:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7f7a0d. 00080000:00000010:1.0:1776198909.957577:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001d0ab73. 00080000:00000010:1.0:1776198909.957928:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb03c5c0. 00080000:00000010:1.0:1776198909.957930:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004522c43e. 00080000:00000010:1.0:1776198909.957933:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0cd5d7a. 00080000:00000010:1.0:1776198909.957938:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc630948. 00080000:00000010:1.0:1776198909.957941:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062e9f0f9. 00080000:00000010:1.0:1776198909.957943:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000928813a3. 00080000:00000010:1.0:1776198909.957945:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005935a602. 00080000:00000010:1.0:1776198909.957956:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f01ad7e. 00080000:00000010:1.0:1776198909.957959:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c7e86a3. 00080000:00000010:1.0:1776198909.957961:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000076b2522. 00080000:00000010:1.0:1776198909.957964:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000410d641a. 00080000:00000010:1.0:1776198909.957969:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a988c20. 00080000:00000010:1.0:1776198909.957972:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ed2f3a. 00080000:00000010:1.0:1776198909.957974:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bb9e2fe. 00080000:00000010:1.0:1776198909.957976:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a960fd7d. 00080000:00000010:1.0:1776198909.957978:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5213bcb. 00080000:00000010:1.0:1776198909.957980:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085fb750c. 00080000:00000010:1.0:1776198909.957992:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000907ed1ad. 00080000:00000010:1.0:1776198909.957996:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c075658. 00080000:00000010:1.0:1776198909.957998:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e65572. 00080000:00000010:1.0:1776198909.958000:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072c21f3d. 00080000:00000010:1.0:1776198909.958007:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060cbe096. 00080000:00000010:1.0:1776198909.958010:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000729014ba. 00080000:00000010:1.0:1776198909.958012:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3905425. 00080000:00000010:1.0:1776198909.958014:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d2318d6. 00080000:00000010:1.0:1776198909.958017:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaec31ba. 00080000:00000010:1.0:1776198909.958019:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb8449ce. 00080000:00000010:1.0:1776198909.958021:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f601b554. 00080000:00000010:1.0:1776198909.958023:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000652bed99. 00080000:00000010:1.0:1776198909.958025:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3f8074. 00080000:00000010:1.0:1776198909.958027:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000882955bf. 00080000:00000010:1.0:1776198909.958029:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f06db89. 00080000:00000010:1.0:1776198909.958031:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a594f2d2. 00080000:00000010:1.0:1776198909.958033:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034e1c22d. 00080000:00000010:1.0:1776198909.958035:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea9e2c38. 00080000:00000010:1.0:1776198909.958037:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc67c462. 00080000:00000010:1.0:1776198909.958039:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073f2147c. 00080000:00000010:1.0:1776198909.958044:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dde23101. 00080000:00000010:1.0:1776198909.958047:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f44f4d9d. 00080000:00000010:1.0:1776198909.958050:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d8d1bdf. 00080000:00000010:1.0:1776198909.958054:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e578a8dd. 00080000:00000010:1.0:1776198909.958056:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9fc76b4. 00080000:00000010:1.0:1776198909.958058:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048ceeea6. 00080000:00000010:1.0:1776198909.958060:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d44873e7. 00080000:00000010:1.0:1776198909.958062:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000942cfa66. 00080000:00000010:1.0:1776198909.958064:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad3acfa4. 00080000:00000010:1.0:1776198909.958066:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b86f4192. 00080000:00000010:1.0:1776198909.958068:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000185366c. 00080000:00000010:1.0:1776198909.958070:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6e3456d. 00080000:00000010:1.0:1776198909.958072:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f026c96. 00080000:00000010:1.0:1776198909.958074:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce4ba2f1. 00080000:00000010:1.0:1776198909.958076:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3dc66c6. 00080000:00000010:1.0:1776198909.958078:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000535fbfa3. 00080000:00000010:1.0:1776198909.958080:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057f6d800. 00080000:00000010:1.0:1776198909.958082:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e49014. 00080000:00000010:1.0:1776198909.958084:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7cb3ba. 00080000:00000010:1.0:1776198909.958086:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd0ad272. 00080000:00000010:1.0:1776198909.958087:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000396429f2. 00080000:00000010:1.0:1776198909.958089:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054a328b0. 00080000:00000010:1.0:1776198909.958093:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074b649f8. 00080000:00000010:1.0:1776198909.958094:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6d72ad6. 00080000:00000010:1.0:1776198909.958096:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6f0044a. 00080000:00000010:1.0:1776198909.958098:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ec2923. 00080000:00000010:1.0:1776198909.958101:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cda16000. 00080000:00000010:1.0:1776198909.958102:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7e688e. 00080000:00000010:1.0:1776198909.958104:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f47df2. 00080000:00000010:1.0:1776198909.958106:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe233bd. 00080000:00000010:1.0:1776198909.958108:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f65ceee6. 00080000:00000010:1.0:1776198909.958110:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000293300c5. 00080000:00000010:1.0:1776198909.958112:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089dd88ce. 00080000:00000010:1.0:1776198909.958115:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008da0883d. 00080000:00000010:1.0:1776198909.958117:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab109080. 00080000:00000010:1.0:1776198909.958120:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dba6bf02. 00080000:00000010:1.0:1776198909.958123:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069d8182e. 00080000:00000010:1.0:1776198909.958125:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a116b12f. 00080000:00000010:1.0:1776198909.958127:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e8e8e74. 00080000:00000010:1.0:1776198909.958129:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dcb3a35. 00080000:00000010:1.0:1776198909.958131:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d842ff14. 00080000:00000010:1.0:1776198909.958133:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004760a9df. 00080000:00000010:1.0:1776198909.958135:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097079fc1. 00080000:00000010:1.0:1776198909.958137:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024f2703e. 00080000:00000010:1.0:1776198909.958139:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a158de20. 00080000:00000010:1.0:1776198909.958141:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006985d675. 00080000:00000010:1.0:1776198909.958143:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087dbbedc. 00080000:00000010:1.0:1776198909.958145:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b4b135. 00080000:00000010:1.0:1776198909.958147:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f2c406f. 00080000:00000010:1.0:1776198909.958149:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0812ba. 00080000:00000010:1.0:1776198909.958151:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbbb18d9. 00080000:00000010:1.0:1776198909.958153:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087808fdc. 00080000:00000010:1.0:1776198909.958155:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027c6b6de. 00080000:00000010:1.0:1776198909.958158:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005413e134. 00080000:00000010:1.0:1776198909.958160:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d7b047. 00080000:00000010:1.0:1776198909.958162:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b723821. 00080000:00000010:1.0:1776198909.958164:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8da42b8. 00080000:00000010:1.0:1776198909.958166:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c3bc3c. 00080000:00000010:1.0:1776198909.958168:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000add0cc2e. 00080000:00000010:1.0:1776198909.958171:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009236767a. 00080000:00000010:1.0:1776198909.958172:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1d6b17f. 00080000:00000010:1.0:1776198909.958175:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023cba4c0. 00080000:00000010:1.0:1776198909.958177:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007e4a05b. 00080000:00000010:1.0:1776198909.958179:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e87dad8. 00080000:00000010:1.0:1776198909.958182:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b592b804. 00080000:00000010:1.0:1776198909.958185:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c20153ff. 00080000:00000010:1.0:1776198909.958187:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508d668b. 00080000:00000010:1.0:1776198909.958190:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b037545b. 00080000:00000010:1.0:1776198909.958193:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061e37b1b. 00080000:00000010:1.0:1776198909.958196:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daa5f925. 00080000:00000010:1.0:1776198909.958200:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069107623. 00080000:00000010:1.0:1776198909.958203:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dca32e2. 00080000:00000010:1.0:1776198909.958206:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003f12877. 00080000:00000010:1.0:1776198909.958208:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d0d9fc6. 00080000:00000010:1.0:1776198909.958209:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000232853b8. 00080000:00000010:1.0:1776198909.958213:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000427b4a51. 00080000:00000010:1.0:1776198909.958215:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001efcf9b5. 00080000:00000010:1.0:1776198909.958218:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b13929b. 00080000:00000010:1.0:1776198909.958220:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9f1bab4. 00080000:00000010:1.0:1776198909.958223:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001904dc57. 00080000:00000010:1.0:1776198909.958224:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e201b91. 00080000:00000010:1.0:1776198909.958227:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026286c7b. 00080000:00000010:1.0:1776198909.958229:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a6ec9c8. 00080000:00000010:1.0:1776198909.958233:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c03a050c. 00080000:00000010:1.0:1776198909.958235:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79024c1. 00080000:00000010:1.0:1776198909.958238:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000005c504. 00080000:00000010:1.0:1776198909.958241:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebb1f1f2. 00080000:00000010:1.0:1776198909.958243:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8b3c3c6. 00080000:00000010:1.0:1776198909.958245:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2386266. 00080000:00000010:1.0:1776198909.958248:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060057eb7. 00080000:00000010:1.0:1776198909.958250:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6d89af1. 00080000:00000010:1.0:1776198909.959715:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3a39fcc. 00080000:00000010:1.0:1776198909.959717:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f974304a. 00080000:00000010:1.0:1776198909.959720:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e7ca719. 00080000:00000010:1.0:1776198909.959722:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000488d5123. 00080000:00000010:1.0:1776198909.959724:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019ebd1df. 00080000:00000010:1.0:1776198909.959726:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020f2b37c. 00080000:00000010:1.0:1776198909.959727:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f0c7bd1. 00080000:00000010:1.0:1776198909.959730:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000072816c0. 00080000:00000010:1.0:1776198909.959732:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008ad5a93. 00080000:00000010:1.0:1776198909.959734:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2b2bb99. 00080000:00000010:1.0:1776198909.959736:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dada28d4. 00080000:00000010:1.0:1776198909.959741:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a1f9557. 00080000:00000010:1.0:1776198909.959744:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7a07829. 00080000:00000010:1.0:1776198909.959746:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030ee9636. 00080000:00000010:1.0:1776198909.959749:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035a791b0. 00080000:00000010:1.0:1776198909.959751:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000334a7907. 00080000:00000010:1.0:1776198909.959754:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b1c8185. 00080000:00000010:1.0:1776198909.959756:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ab96976. 00080000:00000010:1.0:1776198909.959759:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099257ed0. 00080000:00000010:1.0:1776198909.959761:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084139575. 00080000:00000010:1.0:1776198909.959764:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bac7991. 00080000:00000010:1.0:1776198909.959766:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004def85a2. 00080000:00000010:1.0:1776198909.959773:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021c1e65c. 00080000:00000010:1.0:1776198909.959776:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5f15345. 00080000:00000010:1.0:1776198909.959778:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093f2b7d6. 00080000:00000010:1.0:1776198909.959780:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000732803b7. 00080000:00000010:1.0:1776198909.959782:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023870751. 00080000:00000010:1.0:1776198909.959786:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008272ae70. 00080000:00000010:1.0:1776198909.959788:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ba2126. 00080000:00000010:1.0:1776198909.959789:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c362cb98. 00080000:00000010:1.0:1776198909.959794:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8e2f96e. 00080000:00000010:1.0:1776198909.959796:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b5497f. 00080000:00000010:1.0:1776198909.959798:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f372786c. 00080000:00000010:1.0:1776198909.959803:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e75a3675. 00080000:00000010:1.0:1776198909.959805:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b7705cc. 00080000:00000010:1.0:1776198909.959807:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000962e3364. 00080000:00000010:1.0:1776198909.959810:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bba4f38. 00080000:00000010:1.0:1776198909.959813:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082a66a8d. 00080000:00000010:1.0:1776198909.959815:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a505416. 00080000:00000010:1.0:1776198909.959817:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3a2bb07. 00080000:00000010:1.0:1776198909.959819:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000568ae99a. 00080000:00000010:1.0:1776198909.959821:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f2c7eda. 00080000:00000010:1.0:1776198909.959823:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096acd8a8. 00080000:00000010:1.0:1776198909.959825:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005855b00a. 00080000:00000010:1.0:1776198909.959827:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000482e0806. 00080000:00000010:1.0:1776198909.959829:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833beacb. 00080000:00000010:1.0:1776198909.959831:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3858b61. 00080000:00000010:1.0:1776198909.959834:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833e1b58. 00080000:00000010:1.0:1776198909.959836:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74927e0. 00080000:00000010:1.0:1776198909.959838:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ed64728. 00080000:00000010:1.0:1776198909.959841:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2510f33. 00080000:00000010:1.0:1776198909.959843:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a82acd5a. 00080000:00000010:1.0:1776198909.959845:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acb74f52. 00080000:00000010:1.0:1776198909.959847:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af8637cc. 00080000:00000010:1.0:1776198909.959849:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3d1bf6e. 00080000:00000010:1.0:1776198909.959851:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c6ec160. 00080000:00000010:1.0:1776198909.959853:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffb7e2db. 00080000:00000010:1.0:1776198909.959855:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fbf2944. 00080000:00000010:1.0:1776198909.959857:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f43d758. 00080000:00000010:1.0:1776198909.959859:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea563e87. 00080000:00000010:1.0:1776198909.959862:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c95ee4cf. 00080000:00000010:1.0:1776198909.959865:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7e65011. 00080000:00000010:1.0:1776198909.959866:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016755dcc. 00080000:00000010:1.0:1776198909.959868:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000143bd284. 00080000:00000010:1.0:1776198909.959871:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036f17a5e. 00080000:00000010:1.0:1776198909.959873:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed974246. 00080000:00000010:1.0:1776198909.959875:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e927948f. 00080000:00000010:1.0:1776198909.959876:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007665e0f5. 00080000:00000010:1.0:1776198909.959879:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001879ef93. 00080000:00000010:1.0:1776198909.959882:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4acb476. 00080000:00000010:1.0:1776198909.959884:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004367bd40. 00080000:00000010:1.0:1776198909.959887:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee8746f7. 00080000:00000010:1.0:1776198909.959889:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004db90193. 00080000:00000010:1.0:1776198909.959891:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4c90230. 00080000:00000010:1.0:1776198909.959893:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7c16ad6. 00080000:00000010:1.0:1776198909.959895:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010436e20. 00080000:00000010:1.0:1776198909.959897:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000797a4968. 00080000:00000010:1.0:1776198909.959899:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000661d1bbc. 00080000:00000010:1.0:1776198909.959902:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cc49734. 00080000:00000010:1.0:1776198909.959904:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7a5d13b. 00080000:00000010:1.0:1776198909.959906:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000481b0ebe. 00080000:00000010:1.0:1776198909.959908:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fbf65c0. 00080000:00000010:1.0:1776198909.959911:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e70d465. 00080000:00000010:1.0:1776198909.959913:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e5dcd8f. 00080000:00000010:1.0:1776198909.959915:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508913f3. 00080000:00000010:1.0:1776198909.959917:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca69c02a. 00080000:00000010:1.0:1776198909.959919:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f7609dc. 00080000:00000010:1.0:1776198909.959921:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff8c9ed. 00080000:00000010:1.0:1776198909.959924:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092dd8765. 00080000:00000010:1.0:1776198909.959926:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a3b46a7. 00080000:00000010:1.0:1776198909.959929:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001692e2f. 00080000:00000010:1.0:1776198909.959931:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d6dbad8. 00080000:00000010:1.0:1776198909.959935:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e49610ef. 00080000:00000010:1.0:1776198909.959938:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9ca79f. 00080000:00000010:1.0:1776198909.959939:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df9e714. 00080000:00000010:1.0:1776198909.959942:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000595422e7. 00080000:00000010:1.0:1776198909.959944:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ecd750. 00080000:00000010:1.0:1776198909.959946:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000998ca0b7. 00080000:00000010:1.0:1776198909.959957:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c2114d5. 00080000:00000010:1.0:1776198909.959960:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002768e492. 00080000:00000010:1.0:1776198909.959962:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000354b0ac3. 00080000:00000010:1.0:1776198909.959964:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c58cfe30. 00080000:00000010:1.0:1776198909.959966:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c606205. 00080000:00000010:1.0:1776198909.959968:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c593a3e0. 00080000:00000010:1.0:1776198909.959970:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2295d59. 00080000:00000010:1.0:1776198909.959973:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d518870. 00080000:00000010:1.0:1776198909.959976:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006538936b. 00080000:00000010:1.0:1776198909.959979:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f988d425. 00080000:00000010:1.0:1776198909.959982:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0898ca4. 00080000:00000010:1.0:1776198909.959984:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dd335fa. 00080000:00000010:1.0:1776198909.959986:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e92a89a8. 00080000:00000010:1.0:1776198909.959988:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3d7ec3b. 00080000:00000010:1.0:1776198909.959992:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec33fcd3. 00080000:00000010:1.0:1776198909.959994:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5a52c8a. 00080000:00000010:1.0:1776198909.959997:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007457afea. 00080000:00000010:1.0:1776198909.960001:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8a9ae5e. 00080000:00000010:1.0:1776198909.960004:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005587dfda. 00080000:00000010:1.0:1776198909.960006:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102f67e0. 00080000:00000010:1.0:1776198909.960007:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d942a0b6. 00080000:00000010:1.0:1776198909.960010:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de93ae9f. 00080000:00000010:1.0:1776198909.960013:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031f919b3. 00080000:00000010:1.0:1776198909.960016:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbde7e0e. 00080000:00000010:1.0:1776198909.960019:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2f8f169. 00080000:00000010:1.0:1776198909.960023:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cbc923d. 00080000:00000010:1.0:1776198909.960026:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077665f7b. 00080000:00000010:1.0:1776198909.960028:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d299ebe. 00080000:00000010:1.0:1776198909.960030:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9804c2a. 00080000:00000010:1.0:1776198909.960032:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000544c2c. 00080000:00000010:1.0:1776198909.960034:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bb00db4. 00080000:00000010:1.0:1776198909.960036:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc8c7ea5. 00080000:00000010:1.0:1776198909.960038:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077cbcb34. 00080000:00000010:1.0:1776198909.960040:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0175716. 00080000:00000010:1.0:1776198909.960042:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1f953f5. 00080000:00000010:1.0:1776198909.960044:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ec48bed. 00080000:00000010:1.0:1776198909.960046:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a953907d. 00080000:00000010:1.0:1776198909.960048:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f557118. 00080000:00000010:1.0:1776198909.960050:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d238bd76. 00080000:00000010:1.0:1776198909.960054:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0c01d5c. 00080000:00000010:1.0:1776198909.960057:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b74f6add. 00080000:00000010:1.0:1776198909.960059:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c148dbce. 00080000:00000010:1.0:1776198909.960061:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002950e149. 00080000:00000010:1.0:1776198909.960064:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070e6ff60. 00080000:00000010:1.0:1776198909.960066:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0b92580. 00080000:00000010:1.0:1776198909.960069:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6726b33. 00080000:00000010:1.0:1776198909.960072:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000835606a5. 00080000:00000010:1.0:1776198909.960074:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054301e2a. 00080000:00000010:1.0:1776198909.960076:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9941d9b. 00080000:00000010:1.0:1776198909.960078:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d19b7bf9. 00080000:00000010:1.0:1776198909.960080:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004946f4f4. 00080000:00000010:1.0:1776198909.960082:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009473fa04. 00080000:00000010:1.0:1776198909.960084:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc9b65c6. 00080000:00000010:1.0:1776198909.960086:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a3d7cf8. 00080000:00000010:1.0:1776198909.960088:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087d81913. 00080000:00000010:1.0:1776198909.960090:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ac19762. 00080000:00000010:1.0:1776198909.960092:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b3e8c29. 00080000:00000010:1.0:1776198909.960094:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d04529b6. 00080000:00000010:1.0:1776198909.960097:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025012e8a. 00080000:00000010:1.0:1776198909.960099:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056246486. 00080000:00000010:1.0:1776198909.960102:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4ca65b. 00080000:00000010:1.0:1776198909.960105:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b2122e8. 00080000:00000010:1.0:1776198909.960107:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000664fe9cf. 00080000:00000010:1.0:1776198909.960111:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004caf43fb. 00080000:00000010:1.0:1776198909.960114:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1268c46. 00080000:00000010:1.0:1776198909.960116:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025faa4ff. 00080000:00000010:1.0:1776198909.960118:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b2d920c. 00080000:00000010:1.0:1776198909.960121:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000342fc216. 00080000:00000010:1.0:1776198909.960123:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000942c153c. 00080000:00000010:1.0:1776198909.960125:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb31e505. 00080000:00000010:1.0:1776198909.960128:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c09339f. 00080000:00000010:1.0:1776198909.960130:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f64ae85. 00080000:00000010:1.0:1776198909.960133:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d790707c. 00080000:00000010:1.0:1776198909.960134:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007798a08. 00080000:00000010:1.0:1776198909.960137:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4fc36a1. 00080000:00000010:1.0:1776198909.960138:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb629e15. 00080000:00000010:1.0:1776198909.960141:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3dc0c51. 00080000:00000010:1.0:1776198909.960143:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3b9d881. 00080000:00000010:1.0:1776198909.960145:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7a23eca. 00080000:00000010:1.0:1776198909.960147:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038515bad. 00080000:00000010:1.0:1776198909.960150:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e40986d1. 00080000:00000010:1.0:1776198909.960152:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb33f8f8. 00080000:00000010:1.0:1776198909.960155:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020de2c5b. 00080000:00000010:1.0:1776198909.960158:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bdccc24. 00080000:00000010:1.0:1776198909.960161:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d2b6829. 00080000:00000010:1.0:1776198909.960163:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002da12fa6. 00080000:00000010:1.0:1776198909.960165:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf6a2409. 00080000:00000010:1.0:1776198909.960167:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000201dbd5. 00080000:00000010:1.0:1776198909.960168:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc3ef4c. 00080000:00000010:1.0:1776198909.960170:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000610b2090. 00080000:00000010:1.0:1776198909.960173:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020d010b1. 00080000:00000010:1.0:1776198909.960175:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056369ec3. 00080000:00000010:1.0:1776198909.960178:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3df327b. 00080000:00000010:1.0:1776198909.960181:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fba491f2. 00080000:00000010:1.0:1776198909.960183:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001af04e43. 00080000:00000010:1.0:1776198909.960185:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c0cce00. 00080000:00000010:1.0:1776198909.960187:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057642086. 00080000:00000010:1.0:1776198909.960190:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011d1ac5f. 00080000:00000010:1.0:1776198909.960192:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df574953. 00080000:00000010:1.0:1776198909.960195:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bad43626. 00080000:00000010:1.0:1776198909.960197:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de1003ec. 00080000:00000010:1.0:1776198909.960200:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b07be5c5. 00080000:00000010:1.0:1776198909.960202:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca033e8f. 00080000:00000010:1.0:1776198909.960204:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f83cd7c. 00080000:00000010:1.0:1776198909.960206:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f677dc. 00080000:00000010:1.0:1776198909.960208:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011b8ac0e. 00080000:00000010:1.0:1776198909.960211:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec0f7238. 00080000:00000010:1.0:1776198909.960213:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000105a0841. 00080000:00000010:1.0:1776198909.960216:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cb75f45. 00080000:00000010:1.0:1776198909.960218:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002df7e815. 00080000:00000010:1.0:1776198909.960221:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fca7497. 00080000:00000010:1.0:1776198909.960223:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7e9790b. 00080000:00000010:1.0:1776198909.960225:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7076736. 00080000:00000010:1.0:1776198909.960227:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036f0a4f3. 00080000:00000010:1.0:1776198909.960230:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003886884c. 00080000:00000010:1.0:1776198909.960232:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae98d04b. 00080000:00000010:1.0:1776198909.960234:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe916e0c. 00080000:00000010:1.0:1776198909.960236:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fbea84a. 00080000:00000010:1.0:1776198909.960238:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b2488a5. 00080000:00000010:1.0:1776198909.960240:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d747540. 00080000:00000010:1.0:1776198909.960242:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e616e067. 00080000:00000010:1.0:1776198909.960244:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0157ebf. 00080000:00000010:1.0:1776198909.960246:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001918cabc. 00080000:00000010:1.0:1776198909.960249:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002342dd85. 00080000:00000010:1.0:1776198909.961546:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a396d93f. 00080000:00000010:1.0:1776198909.961556:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db74b92d. 00080000:00000010:1.0:1776198909.961559:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000618b95fe. 00080000:00000010:1.0:1776198909.961561:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e65e574. 00080000:00000010:1.0:1776198909.961564:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019dad023. 00080000:00000010:1.0:1776198909.961567:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ea62c74. 00080000:00000010:1.0:1776198909.961569:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088264a18. 00080000:00000010:1.0:1776198909.961572:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b86c2b82. 00080000:00000010:1.0:1776198909.961575:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa2674fe. 00080000:00000010:1.0:1776198909.961587:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af7ae01d. 00080000:00000010:1.0:1776198909.961591:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001be07e17. 00080000:00000010:1.0:1776198909.961593:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006ec9be3. 00080000:00000010:1.0:1776198909.961596:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efd06725. 00080000:00000010:1.0:1776198909.961598:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0416ef9. 00080000:00000010:1.0:1776198909.961601:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000beb27b8e. 00080000:00000010:1.0:1776198909.961603:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077c57a1f. 00080000:00000010:1.0:1776198909.961605:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ea78883. 00080000:00000010:1.0:1776198909.961607:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fddf1e5d. 00080000:00000010:1.0:1776198909.961622:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6a49e58. 00080000:00000010:1.0:1776198909.961635:0:71831:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006634c871. 00010000:00000010:3.0:1776198909.964192:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056ca70e7. 00010000:00000010:3.0:1776198909.964208:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049364c85. 00010000:00000010:3.0:1776198909.964324:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2d8026b. 00010000:00000010:3.0:1776198909.964329:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198909.964334:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198909.964340:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00080000:00000010:3.0:1776198909.964361:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4dc834f. 00010000:00000010:3.0:1776198909.964391:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198909.964395:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ac0e0a3. 00010000:00000010:3.0:1776198909.964458:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aaa4869. 00010000:00000010:3.0:1776198909.964462:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198909.964473:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008840aaf. 00000100:00000010:3.0:1776198909.964481:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198909.964491:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7e2c5f5. 02000000:00000010:3.0:1776198909.964506:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091294508. 02000000:00000010:3.0:1776198909.964537:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b76fa9b. 00000400:00000010:3.0:1776198909.964544:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8af7a36. 00000400:00000010:3.0:1776198909.964552:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b067fde1. 00000100:00000200:3.0:1776198909.964560:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095232, portal 16 00000400:00000010:3.0:1776198909.964566:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049e019a7. 00000100:00000200:3.0:1776198909.964568:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095232, offset 0 00000400:00000200:3.0:1776198909.964590:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.964608:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.964617:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198909.964621:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198909.964624:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198909.964628:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92770:92770:256:4294967295] 192.168.204.56@tcp LPNI seq info [92770:92770:8:4294967295] 00000400:00000200:3.0:1776198909.964639:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.964645:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.964650:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad47943c (tot 82347282). 00000800:00000200:3.0:1776198909.964656:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.964663:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.964668:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad47943c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.965119:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.965123:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad47943c (tot 82347034). 00000400:00000200:2.0:1776198909.965129:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.965134:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.965138:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049e019a7 00000400:00000010:2.0:1776198909.965140:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049e019a7. 00000100:00000200:2.0:1776198909.965147:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7e2c5f5 x1862477231095232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.967004:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.967022:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fdc0 00000400:00000200:3.0:1776198909.967033:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e39 [1] + 224 00000400:00000200:3.0:1776198909.967044:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.967047:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.967057:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7e2c5f5 x1862477231095232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.967107:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.967112:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77e40 00000400:00000200:3.0:1776198909.967118:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 1640 00000400:00000200:3.0:1776198909.967168:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.967171:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.967175:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198909.967181:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:3.0:1776198909.967234:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af54083f. 00000020:00000010:3.0:1776198909.967241:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.967245:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198909.967288:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217758784/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198909.967317:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758784 02000000:00000010:3.0:1776198909.967333:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056e4966c. 00010000:00000010:3.0:1776198909.967372:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198909.967379:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.967385:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.967388:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00000400:00000010:3.0:1776198909.967402:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000944abf5. 00000100:00000200:3.0:1776198909.967406:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758784, offset 224 00000400:00000200:3.0:1776198909.967412:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.967423:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.967429:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92771:92771:256:4294967295] 192.168.204.56@tcp LPNI seq info [92771:92771:8:4294967295] 00000400:00000200:3.0:1776198909.967438:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.967443:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.967447:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e98c623d (tot 82347282). 00000800:00000200:3.0:1776198909.967452:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.967458:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.967462:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e98c623d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.967476:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198909.967479:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198909.967483:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af54083f. 00000400:00000010:1.0:1776198909.967867:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8af7a36. 00000400:00000200:1.0:1776198909.967873:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b067fde1 00000400:00000010:1.0:1776198909.967875:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b067fde1. 00000100:00000200:1.0:1776198909.967881:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7e2c5f5 x1862477231095232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.967889:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7e2c5f5 x1862477231095232/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198909.967909:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084d466ae. 02000000:00000010:1.0:1776198909.967922:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b76fa9b. 02000000:00000010:1.0:1776198909.967927:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091294508. 00000100:00000010:1.0:1776198909.967930:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7e2c5f5. 00000100:00000010:1.0:1776198909.967934:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:1.0:1776198909.967936:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008840aaf. 00080000:00000010:1.0:1776198909.967964:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004522c43e. 00010000:00000010:1.0:1776198909.968063:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:1.0:1776198909.968069:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e3f4cb7. 00010000:00000010:1.0:1776198909.968141:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.0:1776198909.968149:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198909.968159:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.968163:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.968170:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.968182:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198909.968208:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af7ae01d. 00000400:00000010:1.0:1776198909.968213:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.968217:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.968222:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095296, portal 16 00000400:00000010:1.0:1776198909.968226:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198909.968228:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095296, offset 0 00000400:00000200:1.0:1776198909.968234:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.968241:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.968248:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.968288:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.968291:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.968294:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92772:92772:255:4294967295] 192.168.204.56@tcp LPNI seq info [92772:92772:7:4294967295] 00000400:00000200:1.0:1776198909.968302:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.968307:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.968311:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347530). 00000800:00000200:1.0:1776198909.968316:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.968321:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.968323:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.969038:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.969043:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e98c623d (tot 82347282). 00000400:00000200:2.0:1776198909.969047:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.969053:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.969056:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000944abf5 00000400:00000010:2.0:1776198909.969058:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000944abf5. 00000800:00000200:2.0:1776198909.969118:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.969120:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:2.0:1776198909.969127:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.969130:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.969132:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:2.0:1776198909.969133:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:2.0:1776198909.969140:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231095296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198909.974296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c67176ef. 00010000:00000010:1.1:1776198909.974315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7d8cff1. 00010000:00000010:1.1:1776198909.974320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aaa4869. 00010000:00000010:3.1:1776198909.974429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077e89f6a. 00010000:00000010:3.1:1776198909.974435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:3.1:1776198909.974439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d8026b. 00010000:00000010:3.1:1776198909.974442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00000400:00000200:2.0:1776198909.976994:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.977017:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fe00 00000400:00000200:2.0:1776198909.977027:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e45 [1] + 224 00000400:00000200:2.0:1776198909.977040:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.977045:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.977056:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231095296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198909.977650:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.977659:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77e80 00000400:00000200:2.0:1776198909.977666:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7741 [2] + 1968 00000400:00000010:2.0:1776198909.977671:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007406db88. 00000400:00000200:2.0:1776198909.977675:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006a8c8185 00000400:00000200:2.0:1776198909.977735:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.977742:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.977744:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a8c8185 00000400:00000010:2.0:1776198909.977747:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006a8c8185 (tot 82346882). 00000100:00000200:2.0:1776198909.977754:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776198909.977859:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.977863:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198909.977865:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.977871:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231095296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.977879:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231095296/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.977911:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af7ae01d. 02000000:00000010:1.0:1776198909.977917:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198909.977921:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.977925:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.977928:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000020:00000010:0.0:1776198909.980219:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d4c5f00. 00000020:00000010:0.0:1776198909.980231:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009560a428. 00000020:00000010:0.0:1776198909.980237:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002884ffff. 00000100:00000200:0.0:1776198909.980312:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200efc55 x1862477217758848/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198909.980415:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758848 02000000:00000010:3.0:1776198909.980430:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bb65536. 00010000:00000010:3.0:1776198909.980460:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000057c351d. 00010000:00000010:3.0:1776198909.980485:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198909.980492:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de02343e. 00000100:00000010:3.0:1776198909.980507:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de02343e. 00010000:00000010:3.0:1776198909.980510:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00000400:00000010:3.0:1776198909.980524:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000626eaef. 00000100:00000200:3.0:1776198909.980530:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758848, offset 224 00000400:00000200:3.0:1776198909.980540:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198909.980557:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198909.980563:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92773:92773:256:4294967295] 192.168.204.56@tcp LPNI seq info [92773:92773:8:4294967295] 00000400:00000200:3.0:1776198909.980572:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198909.980578:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198909.980582:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1d246d9 (tot 82347130). 00000800:00000200:3.0:1776198909.980588:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198909.980596:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198909.980600:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e1d246d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198909.980630:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009560a428. 00000020:00000010:3.0:1776198909.980635:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002884ffff. 00000020:00000010:3.0:1776198909.980638:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d4c5f00. 02000000:00000010:3.0:1776198909.980645:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056e4966c. 00000100:00000010:3.0:1776198909.980648:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 02000000:00000010:3.0:1776198909.980653:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d484664. 00000100:00000010:3.0:1776198909.980655:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:3.0:1776198909.980658:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da47bd22. 00000100:00000010:3.0:1776198909.980660:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198909.980663:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d123ae0. 00000100:00000010:3.0:1776198909.980665:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198909.980667:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032bbc4a9. 00000100:00000010:3.0:1776198909.980670:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:3.0:1776198909.980673:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd66baf6. 00000100:00000010:3.0:1776198909.980675:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 00000100:00000200:3.0:1776198909.980682:0:66516:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198909.980688:0:66516:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000809e3d2a. 00000400:00000010:3.0:1776198909.980693:0:66516:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000de02343e (tot 82347282). 00000800:00000200:2.0:1776198909.981441:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.981451:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1d246d9 (tot 82347034). 00000400:00000200:2.0:1776198909.981458:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.981473:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.981479:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000626eaef 00000400:00000010:2.0:1776198909.981481:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000626eaef. 02000000:00000010:2.0:1776198909.981488:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bb65536. 00080000:00000010:1.0:1776198909.983787:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af7ae01d. 00010000:00000010:1.0:1776198909.983898:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198909.983907:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eb0ab96. 00010000:00000010:1.0:1776198909.984006:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014bfe438. 00010000:00000010:1.0:1776198909.984012:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0c47780. 00010000:00000010:1.0:1776198909.984023:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.984031:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.984042:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198909.984060:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f2fafb5. 02000000:00000010:1.0:1776198909.986873:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f0a4f3. 00000400:00000010:1.0:1776198909.986892:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198909.986899:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.986907:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095360, portal 16 00000400:00000010:1.0:1776198909.986913:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198909.986916:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095360, offset 0 00000400:00000200:1.0:1776198909.986926:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.986944:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.986963:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198909.986967:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198909.986970:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198909.986973:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92774:92774:256:4294967295] 192.168.204.56@tcp LPNI seq info [92774:92774:8:4294967295] 00000400:00000200:1.0:1776198909.986982:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.986989:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.986994:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.987001:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.987008:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.987012:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198909.987294:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198909.987298:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:2.0:1776198909.987307:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.987312:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198909.987318:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:2.0:1776198909.987321:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:2.0:1776198909.987330:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231095360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198909.990474:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198909.990496:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fe40 00000400:00000200:3.0:1776198909.990505:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e55 [1] + 224 00000400:00000200:3.0:1776198909.990519:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198909.990522:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198909.990533:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231095360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198909.990663:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e378546. 00000400:00000200:1.0:1776198909.990668:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:1.0:1776198909.990670:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.990676:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231095360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198909.990685:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231095360/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198909.990714:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f0a4f3. 02000000:00000010:1.0:1776198909.990719:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f2fafb5. 00000100:00000010:1.0:1776198909.990724:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198909.990729:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.990731:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00010000:00000010:1.1:1776198909.994449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f654801d. 00010000:00000010:1.1:1776198909.994467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00000400:00000200:2.0:1776198909.995619:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198909.995641:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77ec0 00000400:00000200:2.0:1776198909.995651:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 0 00000400:00000200:2.0:1776198909.995723:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198909.995728:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198909.995735:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198909.995742:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:1.0:1776198909.995865:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f0a4f3. 00000020:00000010:1.0:1776198909.995872:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.995876:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198909.995902:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217758912/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:297/0 lens 328/0 e 0 to 0 dl 1776198952 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198909.995937:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758912 02000000:00000010:1.0:1776198909.995960:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f2fafb5. 00010000:00000010:1.0:1776198909.995991:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffa5e71e. 00010000:00000010:1.0:1776198909.996014:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198909.996021:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198909.996045:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198909.996049:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198909.996064:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198909.996070:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758912, offset 224 00000400:00000200:1.0:1776198909.996079:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198909.996090:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198909.996095:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92775:92775:256:4294967295] 192.168.204.56@tcp LPNI seq info [92775:92775:8:4294967295] 00000400:00000200:1.0:1776198909.996105:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198909.996110:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198909.996116:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198909.996121:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198909.996128:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198909.996132:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198909.996158:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198909.996164:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:1.0:1776198909.996167:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f0a4f3. 00080000:00000010:2.0:1776198909.996295:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a78d2300. 00010000:00000010:2.0:1776198909.996390:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c47780. 00010000:00000010:2.0:1776198909.996397:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3184fae. 00010000:00000010:2.0:1776198909.996473:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000692137cd. 00000800:00000200:0.0:1776198909.996476:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776198909.996479:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00000800:00000010:0.0:1776198909.996480:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:0.0:1776198909.996487:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1776198909.996490:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009d268ac. 00000400:00000200:0.0:1776198909.996491:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000010:2.0:1776198909.996495:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000400:00000200:0.0:1776198909.996495:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:0.0:1776198909.996497:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000010:2.0:1776198909.996502:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 02000000:00000010:2.0:1776198909.996513:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf6b886c. 02000000:00000010:2.0:1776198909.996538:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfbcf495. 00000400:00000010:2.0:1776198909.996544:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198909.996549:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198909.996555:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095424, portal 16 00000400:00000010:2.0:1776198909.996560:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198909.996562:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095424, offset 0 00000400:00000200:2.0:1776198909.996568:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198909.996575:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198909.996584:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198909.996588:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198909.996591:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198909.996594:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92776:92776:256:4294967295] 192.168.204.56@tcp LPNI seq info [92776:92776:8:4294967295] 00000400:00000200:2.0:1776198909.996600:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198909.996604:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198909.996608:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198909.996611:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198909.996616:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198909.996618:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198909.996727:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198909.996730:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:0.0:1776198909.996733:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198909.996737:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198909.996740:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:0.0:1776198909.996741:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:0.0:1776198909.996746:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f957ee2 x1862477231095424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198909.997003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9b24d28. 00010000:00000010:1.1:1776198910.001328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000719469da. 00000400:00000200:2.0:1776198910.001460:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.001479:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fe80 00000400:00000200:2.0:1776198910.001487:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e61 [1] + 224 00000400:00000200:2.0:1776198910.001499:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.001504:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.001516:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006f957ee2 x1862477231095424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.001556:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.001561:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77f00 00000400:00000200:2.0:1776198910.001567:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 328 00000400:00000200:2.0:1776198910.001577:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.001580:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.001584:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.001590:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000400:00000010:1.0:1776198910.001665:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:1.0:1776198910.001670:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:1.0:1776198910.001673:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:1.0:1776198910.001679:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f957ee2 x1862477231095424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.001687:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f957ee2 x1862477231095424/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.001717:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfbcf495. 02000000:00000010:1.0:1776198910.001723:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf6b886c. 00000020:00000010:3.0:1776198910.001725:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd66baf6. 00000100:00000010:1.0:1776198910.001727:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 00000100:00000010:1.0:1776198910.001730:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00000020:00000010:3.0:1776198910.001732:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00010000:00000010:1.0:1776198910.001733:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009d268ac. 00000020:00000010:3.0:1776198910.001736:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.001762:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217758976/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776198910.001841:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217758976 02000000:00000010:3.0:1776198910.001854:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da47bd22. 00010000:00000010:3.0:1776198910.001893:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe56044b. 00010000:00000010:3.0:1776198910.001915:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198910.001922:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.001937:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.001940:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00000400:00000010:3.0:1776198910.001965:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfb48b30. 00000100:00000200:3.0:1776198910.001970:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217758976, offset 224 00000400:00000200:3.0:1776198910.001978:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.001988:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.001994:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92777:92777:256:4294967295] 192.168.204.56@tcp LPNI seq info [92777:92777:8:4294967295] 00000400:00000200:3.0:1776198910.002003:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.002007:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.002011:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347282). 00000800:00000200:3.0:1776198910.002016:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.002023:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.002026:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.002047:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198910.002051:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.002054:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd66baf6. 00000800:00000200:0.0:1776198910.002194:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.002199:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347034). 00000400:00000200:0.0:1776198910.002202:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.002206:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.002208:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfb48b30 00000400:00000010:0.0:1776198910.002210:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfb48b30. 00080000:00000010:2.0:1776198910.003988:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e094491a. 00010000:00000010:2.0:1776198910.004091:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.004100:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee720691. 00010000:00000010:2.0:1776198910.004177:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198910.004182:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.004195:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1f2733e. 00000100:00000010:2.0:1776198910.004201:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.004210:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.004224:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf6b886c. 02000000:00000010:2.0:1776198910.004250:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfbcf495. 00010000:00000010:2.1:1776198910.004781:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b81420cc. 00010000:00000010:2.1:1776198910.004789:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bfe438. 00000400:00000010:2.0:1776198910.004805:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198910.004813:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198910.004821:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095488, portal 16 00000400:00000010:2.0:1776198910.004828:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198910.004830:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095488, offset 0 00000400:00000200:2.0:1776198910.004839:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.004855:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.004862:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.004866:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.004868:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.004872:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92778:92778:256:4294967295] 192.168.204.56@tcp LPNI seq info [92778:92778:8:4294967295] 00000400:00000200:2.0:1776198910.004881:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.004977:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.004983:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198910.004989:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.004996:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.004999:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.005178:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.005181:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198910.005185:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.005190:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.005194:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:0.0:1776198910.005196:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:0.0:1776198910.005203:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231095488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.007854:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.007876:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2fec0 00000400:00000200:2.0:1776198910.007885:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e6d [1] + 224 00000400:00000200:2.0:1776198910.007899:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.007904:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.007914:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231095488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.007963:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.007968:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77f40 00000400:00000200:2.0:1776198910.007973:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 656 00000400:00000200:2.0:1776198910.008022:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.008026:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.008030:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.008036:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000400:00000010:1.0:1776198910.008587:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:1.0:1776198910.008594:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:1.0:1776198910.008596:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:1.0:1776198910.008603:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231095488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.008613:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231095488/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.008641:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfbcf495. 02000000:00000010:1.0:1776198910.008647:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf6b886c. 00000100:00000010:1.0:1776198910.008652:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:1.0:1776198910.008655:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:1.0:1776198910.008659:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1f2733e. 00000020:00000010:3.0:1776198910.009534:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd66baf6. 00000020:00000010:3.0:1776198910.009544:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198910.009549:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.009585:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217759040/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198910.009626:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759040 02000000:00000010:3.0:1776198910.009638:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056e4966c. 00010000:00000010:3.0:1776198910.009673:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a3eb5c2. 00010000:00000010:3.0:1776198910.009696:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198910.009703:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.009721:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.009724:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00000400:00000010:3.0:1776198910.009736:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f6ad3975. 00000100:00000200:3.0:1776198910.009740:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759040, offset 224 00000400:00000200:3.0:1776198910.009748:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.009761:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.009778:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92779:92779:256:4294967295] 192.168.204.56@tcp LPNI seq info [92779:92779:8:4294967295] 00000400:00000200:3.0:1776198910.009791:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00080000:00000010:2.0:1776198910.009795:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3dc0c51. 00000800:00000200:3.0:1776198910.009797:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.009805:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089937ff2 (tot 82347282). 00000800:00000200:3.0:1776198910.009812:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.009820:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.009825:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089937ff2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.009851:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001ac0e0a3. 00000020:00000010:3.0:1776198910.009857:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.009862:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd66baf6. 00010000:00000010:2.0:1776198910.009912:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.009921:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee78a472. 00010000:00000010:2.0:1776198910.010015:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000181a7d46. 00010000:00000010:2.0:1776198910.010020:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6dc3bfb. 00010000:00000010:2.0:1776198910.010025:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f708a406. 00010000:00000010:2.0:1776198910.010030:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00080000:00000010:2.0:1776198910.010043:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb629e15. 00010000:00000010:2.0:1776198910.010069:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.010073:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6dc3bfb. 00010000:00000010:2.0:1776198910.010129:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198910.010133:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.010141:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.010145:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.010153:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.010163:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4fc36a1. 02000000:00000010:2.0:1776198910.010189:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007798a08. 00000400:00000010:2.0:1776198910.010194:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198910.010199:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198910.010205:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095552, portal 16 00000400:00000010:2.0:1776198910.010210:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198910.010213:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095552, offset 0 00000400:00000200:2.0:1776198910.010219:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.010226:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.010233:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.010236:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.010239:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.010242:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92780:92780:255:4294967295] 192.168.204.56@tcp LPNI seq info [92780:92780:7:4294967295] 00000400:00000200:2.0:1776198910.010248:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.010277:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.010281:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347530). 00000800:00000200:2.0:1776198910.010285:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.010289:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.010291:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198910.011363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000217a4b33. 00000800:00000200:0.0:1776198910.011785:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.011789:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089937ff2 (tot 82347282). 00000400:00000200:0.0:1776198910.011796:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.011804:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.011810:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f6ad3975 00000400:00000010:0.0:1776198910.011812:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f6ad3975. 00000800:00000200:0.0:1776198910.011897:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.011899:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:0.0:1776198910.011902:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.011905:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.011908:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:0.0:1776198910.011909:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000100:00000200:0.0:1776198910.011915:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231095552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.014299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ab19a2e. 00010000:00000010:2.1:1776198910.014316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692137cd. 00000400:00000200:0.0:1776198910.016604:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.016627:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ff00 00000400:00000200:0.0:1776198910.016638:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e79 [1] + 224 00000400:00000200:0.0:1776198910.016652:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.016656:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.016669:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231095552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.016716:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.016722:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77f80 00000400:00000200:0.0:1776198910.016727:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 984 00000400:00000200:0.0:1776198910.016788:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.016792:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.016797:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.016804:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00000400:00000010:2.0:1776198910.016901:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:2.0:1776198910.016906:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:2.0:1776198910.016908:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:2.0:1776198910.016913:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231095552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.016921:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231095552/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.016962:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007798a08. 02000000:00000010:2.0:1776198910.016969:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4fc36a1. 00000100:00000010:2.0:1776198910.016973:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198910.016976:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.016979:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00000020:00000010:1.0:1776198910.017220:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f0a4f3. 00000020:00000010:1.0:1776198910.017228:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a0fe921. 00000020:00000010:1.0:1776198910.017233:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000047def227. 00000100:00000200:1.0:1776198910.017295:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005120ad71 x1862477217759104/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198910.017324:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759104 02000000:00000010:1.0:1776198910.017336:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002342dd85. 00010000:00000010:1.0:1776198910.017364:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb4cc4c3. 00010000:00000010:1.0:1776198910.017387:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198910.017395:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198910.017406:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198910.017409:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00080000:00000010:2.0:1776198910.017629:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4fc36a1. 00010000:00000010:2.0:1776198910.017732:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.017740:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035b2235b. 00010000:00000010:2.0:1776198910.017829:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000692137cd. 00010000:00000010:2.0:1776198910.017835:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b0f82e1. 00010000:00000010:2.0:1776198910.017846:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.017850:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.017857:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.017868:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007798a08. 02000000:00000010:2.0:1776198910.017906:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d790707c. 00000400:00000010:2.0:1776198910.017911:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198910.017915:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198910.017922:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095616, portal 16 00000400:00000010:2.0:1776198910.017927:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198910.017929:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095616, offset 0 00000400:00000200:2.0:1776198910.017937:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.017958:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.017965:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.017969:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.017972:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.017975:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92781:92781:256:4294967295] 192.168.204.56@tcp LPNI seq info [92781:92781:8:4294967295] 00000400:00000200:2.0:1776198910.017985:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.017991:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.017996:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198910.018002:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.018009:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.018013:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.018595:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.018602:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:3.0:1776198910.018607:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.018613:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.018618:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:3.0:1776198910.018620:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000100:00000200:3.0:1776198910.018627:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231095616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.019289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058dfc8e9. 00010000:00000010:2.1:1776198910.019300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.1:1776198910.019305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181a7d46. 00010000:00000010:2.1:1776198910.019308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f708a406. 00010000:00000010:3.1:1776198910.019574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006790c3d9. 00000400:00000010:0.0:1776198910.019881:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198910.019889:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759104, offset 224 00000400:00000200:0.0:1776198910.019899:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.019913:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.020014:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92782:92782:256:4294967295] 192.168.204.56@tcp LPNI seq info [92782:92782:8:4294967295] 00000400:00000200:0.0:1776198910.020024:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.020031:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.020035:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198910.020041:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.020048:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.020052:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.020087:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a0fe921. 00000020:00000010:0.0:1776198910.020093:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000047def227. 00000020:00000010:0.0:1776198910.020098:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f0a4f3. 00000800:00000200:2.0:1776198910.020191:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.020195:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198910.020201:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.020206:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.020209:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:2.0:1776198910.020212:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000400:00000200:0.0:1776198910.021673:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.021692:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ff40 00000400:00000200:0.0:1776198910.021701:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e81 [1] + 224 00000400:00000200:0.0:1776198910.021714:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.021717:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.021727:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231095616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198910.022444:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:2.0:1776198910.022450:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:2.0:1776198910.022453:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:2.0:1776198910.022471:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231095616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.022480:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231095616/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.022513:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d790707c. 02000000:00000010:2.0:1776198910.022520:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007798a08. 00000100:00000010:2.0:1776198910.022524:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198910.022528:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.022532:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00010000:00000010:1.1:1776198910.026519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033f5805a. 00010000:00000010:2.1:1776198910.026722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081c7a38c. 00010000:00000010:2.1:1776198910.026731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00000400:00000200:3.0:1776198910.028009:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.028029:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f77fc0 00000400:00000200:3.0:1776198910.028038:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 1312 00000400:00000200:3.0:1776198910.028104:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.028112:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.028119:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.028125:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e57c639b. 00000020:00000010:2.0:1776198910.030023:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007798a08. 00000020:00000010:2.0:1776198910.030035:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198910.030041:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.030072:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e57c639b x1862477217759168/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198910.030117:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759168 02000000:00000010:2.0:1776198910.030130:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d790707c. 00010000:00000010:2.0:1776198910.030180:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038b563c9. 00010000:00000010:2.0:1776198910.030209:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.030220:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.030250:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.030291:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00000400:00000010:2.0:1776198910.030307:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198910.030312:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759168, offset 224 00000400:00000200:2.0:1776198910.030321:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.030338:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.030345:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92783:92783:256:4294967295] 192.168.204.56@tcp LPNI seq info [92783:92783:8:4294967295] 00000400:00000200:2.0:1776198910.030356:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.030363:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.030369:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198910.030377:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.030384:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.030388:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.030418:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6dc3bfb. 00000020:00000010:2.0:1776198910.030422:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.030426:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007798a08. 00080000:00000010:3.0:1776198910.030564:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd66baf6. 00000800:00000200:0.0:1776198910.030671:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.030675:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:0.0:1776198910.030680:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776198910.030681:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b0f82e1. 00000400:00000200:0.0:1776198910.030688:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:3.0:1776198910.030690:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc154f32. 00000400:00000200:0.0:1776198910.030694:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:0.0:1776198910.030698:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00010000:00000010:3.0:1776198910.030777:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198910.030783:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198910.030793:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198910.030797:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.030804:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198910.030814:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f6c808f. 02000000:00000010:3.0:1776198910.030836:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bae000ed. 00000400:00000010:3.0:1776198910.030841:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000831fbbde. 00000400:00000010:3.0:1776198910.030846:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198910.030851:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095680, portal 16 00000400:00000010:3.0:1776198910.030855:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f43584b. 00000100:00000200:3.0:1776198910.030857:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095680, offset 0 00000400:00000200:3.0:1776198910.030862:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.030870:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.030878:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.030881:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.030884:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.030886:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92784:92784:256:4294967295] 192.168.204.56@tcp LPNI seq info [92784:92784:8:4294967295] 00000400:00000200:3.0:1776198910.030892:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.030896:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.030898:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f43d4779 (tot 82347282). 00000800:00000200:3.0:1776198910.030902:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.030906:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.030908:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f43d4779 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.031050:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.031053:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f43d4779 (tot 82347034). 00000400:00000200:0.0:1776198910.031056:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.031060:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.031062:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f43584b 00000400:00000010:0.0:1776198910.031064:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f43584b. 00000100:00000200:0.0:1776198910.031069:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231095680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.033969:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.033990:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ff80 00000400:00000200:3.0:1776198910.034001:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e91 [1] + 224 00000400:00000200:3.0:1776198910.034013:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.034017:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.034028:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231095680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.034066:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.034073:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78000 00000400:00000200:3.0:1776198910.034077:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 1640 00000400:00000200:3.0:1776198910.035792:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.035804:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.035814:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.035823:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ab5bf04. 00000020:00000010:0.0:1776198910.035968:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f94f156. 00000020:00000010:0.0:1776198910.035976:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dad45c64. 00000020:00000010:0.0:1776198910.035980:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.036012:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ab5bf04 x1862477217759232/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.036048:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759232 02000000:00000010:0.0:1776198910.036059:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d0810a5. 00010000:00000010:0.0:1776198910.036102:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000523d3936. 00000100:00000010:0.0:1776198910.036110:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 00000100:00000010:0.0:1776198910.036117:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:0.0:1776198910.036120:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000523d3936. 00000400:00000010:0.0:1776198910.036138:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198910.036143:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759232, offset 224 00000400:00000200:0.0:1776198910.036151:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.036165:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.036172:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92785:92785:256:4294967295] 192.168.204.56@tcp LPNI seq info [92785:92785:8:4294967295] 00000400:00000200:0.0:1776198910.036181:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.036186:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.036191:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.036196:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.036204:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.036207:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.036227:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dad45c64. 00000020:00000010:0.0:1776198910.036231:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.036234:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f94f156. 00000800:00000200:0.0:1776198910.036347:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.036350:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198910.036354:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.036358:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.036361:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:0.0:1776198910.036363:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000400:00000010:3.0:1776198910.046326:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000831fbbde. 00000400:00000200:3.0:1776198910.046337:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:3.0:1776198910.046339:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:3.0:1776198910.046353:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231095680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.046363:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231095680/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198910.046402:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9a36c5b. 02000000:00000010:3.0:1776198910.046429:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bae000ed. 02000000:00000010:3.0:1776198910.046436:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f6c808f. 00000100:00000010:3.0:1776198910.046440:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:3.0:1776198910.046445:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.046448:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00080000:00000010:3.0:1776198910.046465:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f6c808f. 00010000:00000010:3.0:1776198910.046550:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198910.046709:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2adeeb8. 00010000:00000010:3.0:1776198910.046889:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003062514f. 00010000:00000010:3.0:1776198910.046895:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198910.046906:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198910.046912:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.046919:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198910.046932:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bae000ed. 02000000:00000010:3.0:1776198910.046974:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d1c66c. 00000400:00000010:3.0:1776198910.046979:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000831fbbde. 00000400:00000010:3.0:1776198910.046984:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198910.046989:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095744, portal 16 00000400:00000010:3.0:1776198910.046994:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007654db5b. 00000100:00000200:3.0:1776198910.046996:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095744, offset 0 00000400:00000200:3.0:1776198910.047004:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.047017:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.047025:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.047029:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.047031:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.047034:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92786:92786:256:4294967295] 192.168.204.56@tcp LPNI seq info [92786:92786:8:4294967295] 00000400:00000200:3.0:1776198910.047043:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.047049:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.047053:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000058693aa (tot 82347282). 00000800:00000200:3.0:1776198910.047059:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.047066:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.047070:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000058693aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.047924:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.047930:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000058693aa (tot 82347034). 00000400:00000200:0.0:1776198910.047936:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.047943:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.047958:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007654db5b 00000400:00000010:0.0:1776198910.047960:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007654db5b. 00000100:00000200:0.0:1776198910.047969:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231095744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.048652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573857e7. 00000400:00000200:0.0:1776198910.053840:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.053863:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c2ffc0 00000400:00000200:0.0:1776198910.053871:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8e9d [1] + 224 00000400:00000200:0.0:1776198910.053885:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.053889:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.053901:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231095744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.053954:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.053961:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78040 00000400:00000200:0.0:1776198910.053965:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb77b5 [2] + 1968 00000400:00000010:0.0:1776198910.053969:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000425b7bd5. 00000400:00000200:0.0:1776198910.053974:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a26ae72b 00000400:00000200:0.0:1776198910.053980:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.053983:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.053985:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a26ae72b 00000400:00000010:0.0:1776198910.053987:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a26ae72b (tot 82346882). 00000100:00000200:0.0:1776198910.053993:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198910.054087:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020de2c5b. 00000020:00000010:1.0:1776198910.054094:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.054098:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.054122:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008bdcfea x1862477217759296/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198910.054155:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759296 02000000:00000010:1.0:1776198910.054168:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df574953. 00010000:00000010:1.0:1776198910.054208:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198910.054214:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae70f1bb. 00000100:00000010:1.0:1776198910.054220:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae70f1bb. 00010000:00000010:1.0:1776198910.054223:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198910.054236:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198910.054240:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759296, offset 224 00000400:00000200:1.0:1776198910.054247:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.054330:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.054337:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92787:92787:256:4294967295] 192.168.204.56@tcp LPNI seq info [92787:92787:8:4294967295] 00000400:00000200:1.0:1776198910.054346:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.054352:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.054356:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347130). 00000800:00000200:1.0:1776198910.054362:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.054369:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.054372:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.054388:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.054393:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.054396:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020de2c5b. 02000000:00000010:1.0:1776198910.054405:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d0810a5. 00000100:00000010:1.0:1776198910.054408:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ab5bf04. 02000000:00000010:1.0:1776198910.054414:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d790707c. 00000100:00000010:1.0:1776198910.054417:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e57c639b. 02000000:00000010:1.0:1776198910.054421:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002342dd85. 00000100:00000010:1.0:1776198910.054423:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 02000000:00000010:1.0:1776198910.054427:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056e4966c. 00000100:00000010:1.0:1776198910.054429:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:1.0:1776198910.054432:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da47bd22. 00000100:00000010:1.0:1776198910.054433:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:1.0:1776198910.054437:0:66516:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f2fafb5. 00000100:00000010:1.0:1776198910.054439:0:66516:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 00000100:00000200:1.0:1776198910.054445:0:66516:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198910.054450:0:66516:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e378546. 00000400:00000010:1.0:1776198910.054454:0:66516:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae70f1bb (tot 82347282). 00000800:00000200:0.0:1776198910.056112:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.056120:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:0.0:1776198910.056132:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.056140:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.056144:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:0.0:1776198910.056146:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 02000000:00000010:0.0:1776198910.056154:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df574953. 00010000:00000010:3.1:1776198910.057886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e37f63. 00010000:00000010:3.1:1776198910.057903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000692137cd. 00010000:00000010:3.1:1776198910.057907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e01064a. 00010000:00000010:3.1:1776198910.057911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f73b38db. 00010000:00000010:3.1:1776198910.057914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00000400:00000010:3.0:1776198910.057983:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000831fbbde. 00000400:00000200:3.0:1776198910.057989:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:3.0:1776198910.057991:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:3.0:1776198910.058007:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231095744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.058019:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231095744/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198910.058047:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad68aeaa. 02000000:00000010:3.0:1776198910.058064:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061d1c66c. 02000000:00000010:3.0:1776198910.058070:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bae000ed. 00000100:00000010:3.0:1776198910.058073:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:3.0:1776198910.058077:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.058080:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00080000:00000010:3.0:1776198910.058104:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae000ed. 00010000:00000010:3.0:1776198910.058212:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198910.058220:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfa33032. 00010000:00000010:3.0:1776198910.058318:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001175c053. 00010000:00000010:3.0:1776198910.058325:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198910.058337:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000beb42eaa. 00000100:00000010:3.0:1776198910.058343:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.058351:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cd824bf. 02000000:00000010:3.0:1776198910.058365:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061d1c66c. 02000000:00000010:3.0:1776198910.058396:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b74ce3c. 00000400:00000010:3.0:1776198910.058401:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000831fbbde. 00000400:00000010:3.0:1776198910.058405:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005110c04a. 00000100:00000200:3.0:1776198910.058411:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095808, portal 16 00000400:00000010:3.0:1776198910.058417:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdeb0630. 00000100:00000200:3.0:1776198910.058420:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095808, offset 0 00000400:00000200:3.0:1776198910.058427:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.058443:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.058451:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.058455:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.058723:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.058726:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92788:92788:256:4294967295] 192.168.204.56@tcp LPNI seq info [92788:92788:8:4294967295] 00000400:00000200:3.0:1776198910.058736:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.058742:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.058747:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033189ee (tot 82347282). 00000800:00000200:3.0:1776198910.058753:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.058759:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.058763:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033189ee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.066782:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.066793:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033189ee (tot 82347034). 00000400:00000200:1.0:1776198910.066802:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.066812:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.066817:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdeb0630 00000400:00000010:1.0:1776198910.066819:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdeb0630. 00000100:00000200:1.0:1776198910.066830:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cd824bf x1862477231095808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198910.071289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408c48ff. 00010000:00000010:3.1:1776198910.071305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d33ecdbd. 00010000:00000010:3.1:1776198910.071308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003062514f. 00000400:00000200:0.0:1776198910.079027:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.079049:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30000 00000400:00000200:0.0:1776198910.079059:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ead [1] + 224 00000400:00000200:0.0:1776198910.079077:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.079082:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.079094:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cd824bf x1862477231095808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.079292:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000831fbbde. 00000400:00000200:1.0:1776198910.079297:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005110c04a 00000400:00000010:1.0:1776198910.079299:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005110c04a. 00000100:00000200:1.0:1776198910.079305:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cd824bf x1862477231095808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.079312:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cd824bf x1862477231095808/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.079344:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b74ce3c. 02000000:00000010:1.0:1776198910.079351:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061d1c66c. 00000100:00000010:1.0:1776198910.079355:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cd824bf. 00000100:00000010:1.0:1776198910.079359:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:1.0:1776198910.079363:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000beb42eaa. 00000400:00000200:0.0:1776198910.081999:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.082022:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78080 00000400:00000200:0.0:1776198910.082033:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 0 00000400:00000200:0.0:1776198910.082110:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.082115:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.082122:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.082128:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000020:00000010:1.0:1776198910.082276:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df574953. 00000020:00000010:1.0:1776198910.082284:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.082289:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.082315:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217759360/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198910.082349:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759360 02000000:00000010:1.0:1776198910.082362:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f2fafb5. 00010000:00000010:1.0:1776198910.082394:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066899daa. 00010000:00000010:1.0:1776198910.082417:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198910.082423:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037cf83a0. 00000100:00000010:1.0:1776198910.083395:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037cf83a0. 00010000:00000010:1.0:1776198910.083405:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000400:00000010:1.0:1776198910.083431:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198910.083437:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759360, offset 224 00000400:00000200:1.0:1776198910.083447:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.083468:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.083473:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92789:92789:256:4294967295] 192.168.204.56@tcp LPNI seq info [92789:92789:8:4294967295] 00000400:00000200:1.0:1776198910.083484:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.083489:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.083494:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.083503:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.083510:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.083513:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.083538:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.083543:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.083546:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df574953. 00000800:00000200:3.0:1776198910.084445:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.084450:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:3.0:1776198910.084471:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.084480:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.084486:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:3.0:1776198910.084488:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00080000:00000010:0.0:1776198910.089355:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f94f156. 00010000:00000010:0.0:1776198910.089796:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:0.0:1776198910.089806:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007261ba1b. 00010000:00000010:0.0:1776198910.089891:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198910.089896:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000dad45c64. 00010000:00000010:0.0:1776198910.089902:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.0:1776198910.089907:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000089771cbd. 00080000:00000010:0.0:1776198910.089925:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0de17f3. 00010000:00000010:0.0:1776198910.089962:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089771cbd. 00010000:00000010:0.0:1776198910.089966:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dad45c64. 00010000:00000010:0.0:1776198910.090020:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c00e95b8. 00010000:00000010:0.0:1776198910.090024:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000089771cbd. 00010000:00000010:0.0:1776198910.090032:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000523d3936. 00000100:00000010:0.0:1776198910.090040:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 00000100:00000010:0.0:1776198910.090050:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 02000000:00000010:0.0:1776198910.090065:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027f9a464. 02000000:00000010:0.0:1776198910.090103:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2b2e5f9. 00000400:00000010:0.0:1776198910.090111:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006abe74b4. 00000400:00000010:0.0:1776198910.090118:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198910.090126:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095872, portal 16 00000400:00000010:0.0:1776198910.090131:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198910.090134:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095872, offset 0 00000400:00000200:0.0:1776198910.090143:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.090160:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.090167:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.090170:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.090173:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.090176:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92790:92790:256:4294967295] 192.168.204.56@tcp LPNI seq info [92790:92790:8:4294967295] 00000400:00000200:0.0:1776198910.090186:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.090192:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.090197:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.090202:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.090209:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.090213:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.090496:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.090501:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:3.0:1776198910.090508:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.090513:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.090517:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:3.0:1776198910.090519:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:3.0:1776198910.090528:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000903f1ed9 x1862477231095872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198910.100295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024eeb337. 00010000:00000010:0.1:1776198910.100359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a82e611. 00010000:00000010:0.1:1776198910.100366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001175c053. 00010000:00000010:0.1:1776198910.100370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198910.100373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00000400:00000200:3.0:1776198910.106791:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.106831:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30040 00000400:00000200:3.0:1776198910.106843:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8eb9 [1] + 224 00000400:00000200:3.0:1776198910.106860:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.106865:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.106879:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000903f1ed9 x1862477231095872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.106985:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006abe74b4. 00000400:00000200:1.0:1776198910.106991:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:1.0:1776198910.106994:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:1.0:1776198910.107000:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000903f1ed9 x1862477231095872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.107012:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000903f1ed9 x1862477231095872/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.107042:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2b2e5f9. 02000000:00000010:1.0:1776198910.107048:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027f9a464. 00000100:00000010:1.0:1776198910.107052:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 00000100:00000010:1.0:1776198910.107056:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:1.0:1776198910.107059:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000523d3936. 00000400:00000200:1.0:1776198910.110838:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.110860:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f780c0 00000400:00000200:1.0:1776198910.110870:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 328 00000400:00000200:1.0:1776198910.110908:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.110913:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.110919:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.110925:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000020:00000010:2.0:1776198910.111005:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007798a08. 00000020:00000010:2.0:1776198910.111014:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198910.111019:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.111045:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217759424/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198910.111077:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759424 02000000:00000010:2.0:1776198910.111088:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f64ae85. 00010000:00000010:2.0:1776198910.111117:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdebe59e. 00010000:00000010:2.0:1776198910.111142:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.111150:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.111177:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.111181:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00000400:00000010:2.0:1776198910.111195:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198910.111200:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759424, offset 224 00000400:00000200:2.0:1776198910.111209:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.111220:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.111226:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92791:92791:256:4294967295] 192.168.204.56@tcp LPNI seq info [92791:92791:8:4294967295] 00000400:00000200:2.0:1776198910.111234:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.111239:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.111243:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.111248:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.111316:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.111320:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.111339:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa096210. 00000020:00000010:2.0:1776198910.111346:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.111349:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007798a08. 00000800:00000200:2.0:1776198910.111441:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.111444:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198910.111448:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.111452:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.111455:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:2.0:1776198910.111458:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00080000:00000010:1.0:1776198910.111513:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df574953. 00010000:00000010:1.0:1776198910.111613:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089771cbd. 00010000:00000010:1.0:1776198910.111620:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef2159b0. 00010000:00000010:1.0:1776198910.111693:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.0:1776198910.111700:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005eee4b4b. 00010000:00000010:1.0:1776198910.111712:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1a43986. 00000100:00000010:1.0:1776198910.111716:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037cf83a0. 00000100:00000010:1.0:1776198910.111725:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 02000000:00000010:1.0:1776198910.111737:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002342dd85. 02000000:00000010:1.0:1776198910.111762:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020de2c5b. 00000400:00000010:1.0:1776198910.111774:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.111779:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198910.111785:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231095936, portal 16 00000400:00000010:1.0:1776198910.111789:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198910.111791:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231095936, offset 0 00000400:00000200:1.0:1776198910.111796:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.112718:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.112729:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.112733:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.112737:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.112740:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92792:92792:256:4294967295] 192.168.204.56@tcp LPNI seq info [92792:92792:8:4294967295] 00000400:00000200:1.0:1776198910.112749:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.112756:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.112762:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.112769:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.112776:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.112780:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.113146:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.113151:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:3.0:1776198910.113158:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.113163:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.113168:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:3.0:1776198910.113170:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:3.0:1776198910.113177:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2804e1a x1862477231095936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.116642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e51708f. 00010000:00000010:1.1:1776198910.121380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039559786. 00010000:00000010:1.1:1776198910.121401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c00e95b8. 00000400:00000200:1.0:1776198910.130093:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.130122:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30080 00000400:00000200:1.0:1776198910.130134:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ec5 [1] + 224 00000400:00000200:1.0:1776198910.130150:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.130154:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.130167:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c2804e1a x1862477231095936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.130210:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.130216:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78100 00000400:00000200:1.0:1776198910.130220:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 656 00000400:00000200:1.0:1776198910.130231:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.130234:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.130238:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.130243:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000400:00000010:0.0:1776198910.130378:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:0.0:1776198910.130384:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:0.0:1776198910.130386:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000100:00000200:0.0:1776198910.130393:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2804e1a x1862477231095936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.130401:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2804e1a x1862477231095936/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.130431:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020de2c5b. 02000000:00000010:0.0:1776198910.130437:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002342dd85. 00000100:00000010:0.0:1776198910.130442:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2804e1a. 00000100:00000010:0.0:1776198910.130445:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037cf83a0. 00010000:00000010:0.0:1776198910.130449:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1a43986. 00000020:00000010:2.0:1776198910.131072:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007798a08. 00000020:00000010:2.0:1776198910.131080:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.131085:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.131115:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d6948134 x1862477217759488/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198910.131155:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759488 02000000:00000010:2.0:1776198910.131167:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c09339f. 00010000:00000010:2.0:1776198910.131194:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a1b6c19. 00010000:00000010:2.0:1776198910.131218:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.131224:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.131242:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.131245:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00000400:00000010:2.0:1776198910.131287:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198910.131292:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759488, offset 224 00000400:00000200:2.0:1776198910.131300:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.131312:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.131318:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92793:92793:256:4294967295] 192.168.204.56@tcp LPNI seq info [92793:92793:8:4294967295] 00000400:00000200:2.0:1776198910.131328:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.131333:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.131338:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.131344:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.131351:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.131355:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.131374:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.131378:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.131382:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007798a08. 00000800:00000200:2.0:1776198910.131490:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.131494:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198910.131497:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.131501:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.131504:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:2.0:1776198910.131505:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00080000:00000010:0.0:1776198910.131924:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2b2e5f9. 00010000:00000010:0.0:1776198910.132030:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eee4b4b. 00010000:00000010:0.0:1776198910.132037:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d5d6f85. 00010000:00000010:0.0:1776198910.132122:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028f232ed. 00010000:00000010:0.0:1776198910.132128:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c96aa80. 00010000:00000010:0.0:1776198910.132139:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a73bf300. 00000100:00000010:0.0:1776198910.132145:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 00000100:00000010:0.0:1776198910.132153:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198910.132167:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0810a5. 02000000:00000010:0.0:1776198910.132193:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d123ae0. 00000400:00000010:0.0:1776198910.132199:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0b0a01c. 00000400:00000010:0.0:1776198910.132203:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198910.132209:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096000, portal 16 00000400:00000010:0.0:1776198910.132214:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198910.132215:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096000, offset 0 00000400:00000200:0.0:1776198910.132222:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.132231:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.132238:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.132241:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.132244:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.132247:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92794:92794:256:4294967295] 192.168.204.56@tcp LPNI seq info [92794:92794:8:4294967295] 00000400:00000200:0.0:1776198910.132282:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.132287:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.132292:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198910.132296:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.132301:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.132304:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.132810:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.132814:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:2.0:1776198910.132820:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.132825:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.132829:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:2.0:1776198910.132830:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:2.0:1776198910.132837:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231096000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.141192:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.141214:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c300c0 00000400:00000200:3.0:1776198910.141223:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ed1 [1] + 224 00000400:00000200:3.0:1776198910.141237:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.141241:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.141281:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231096000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198910.141381:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0b0a01c. 00000400:00000200:0.0:1776198910.141386:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:0.0:1776198910.141389:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:0.0:1776198910.141395:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231096000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.141402:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231096000/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.141434:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d123ae0. 02000000:00000010:0.0:1776198910.141439:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0810a5. 00000100:00000010:0.0:1776198910.141442:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:0.0:1776198910.141446:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:0.0:1776198910.141450:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a73bf300. 00010000:00000010:2.1:1776198910.148188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017957ba0. 00000400:00000200:2.0:1776198910.150200:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.150222:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78140 00000400:00000200:2.0:1776198910.150230:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 984 00000400:00000200:2.0:1776198910.150316:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.150321:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.150328:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.150333:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000020:00000010:1.0:1776198910.150465:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020de2c5b. 00000020:00000010:1.0:1776198910.150473:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.150477:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.150504:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d11bdc1d x1862477217759552/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198910.150628:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759552 02000000:00000010:1.0:1776198910.150641:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000011d1ac5f. 00010000:00000010:1.0:1776198910.150675:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009689a23c. 00010000:00000010:1.0:1776198910.150695:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198910.150702:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5dce622. 00000100:00000010:1.0:1776198910.150725:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5dce622. 00010000:00000010:1.0:1776198910.150728:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00000400:00000010:1.0:1776198910.150744:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081f11e39. 00000100:00000200:1.0:1776198910.150748:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759552, offset 224 00000400:00000200:1.0:1776198910.150755:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.150766:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.150772:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92795:92795:256:4294967295] 192.168.204.56@tcp LPNI seq info [92795:92795:8:4294967295] 00000400:00000200:1.0:1776198910.150782:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.150787:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.150791:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.150797:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.150804:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.150807:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.150828:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.150833:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.150836:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020de2c5b. 00080000:00000010:3.0:1776198910.150886:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b74ce3c. 00010000:00000010:3.0:1776198910.150997:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c96aa80. 00010000:00000010:3.0:1776198910.151004:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001052987f. 00010000:00000010:3.0:1776198910.151087:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003062514f. 00010000:00000010:3.0:1776198910.151094:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198910.151105:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71f139e. 00000100:00000010:3.0:1776198910.151109:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.151117:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 02000000:00000010:3.0:1776198910.151129:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da47bd22. 02000000:00000010:3.0:1776198910.151153:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056e4966c. 00000400:00000010:3.0:1776198910.151243:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3460b54. 00000400:00000010:3.0:1776198910.151248:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198910.151272:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096064, portal 16 00000400:00000010:3.0:1776198910.151278:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bd8ac7a0. 00000100:00000200:3.0:1776198910.151280:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096064, offset 0 00000400:00000200:3.0:1776198910.151285:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.151292:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.151298:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.151302:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.151305:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.151307:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92796:92796:255:4294967295] 192.168.204.56@tcp LPNI seq info [92796:92796:7:4294967295] 00000400:00000200:3.0:1776198910.151314:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.151319:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.151323:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbda368 (tot 82347530). 00000800:00000200:3.0:1776198910.151327:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.151331:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.151333:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fbda368 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.153247:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.153267:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347282). 00000400:00000200:2.0:1776198910.153275:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.153283:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.153287:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081f11e39 00000400:00000010:2.0:1776198910.153290:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081f11e39. 00000800:00000200:2.0:1776198910.153360:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.153362:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbda368 (tot 82347034). 00000400:00000200:2.0:1776198910.153365:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.153369:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.153371:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bd8ac7a0 00000400:00000010:2.0:1776198910.153373:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bd8ac7a0. 00000100:00000200:2.0:1776198910.153380:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000888f9b9c x1862477231096064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.158087:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.158107:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30100 00000400:00000200:0.0:1776198910.158116:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8edd [1] + 224 00000400:00000200:0.0:1776198910.158131:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.158134:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.158144:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000888f9b9c x1862477231096064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.158391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008411fddf. 00010000:00000010:0.1:1776198910.158398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00000400:00000010:3.0:1776198910.165863:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3460b54. 00000400:00000200:3.0:1776198910.165875:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:3.0:1776198910.165878:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198910.165892:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000888f9b9c x1862477231096064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.165903:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000888f9b9c x1862477231096064/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.165950:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056e4966c. 02000000:00000010:3.0:1776198910.165957:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da47bd22. 00000100:00000010:3.0:1776198910.165961:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 00000100:00000010:3.0:1776198910.165965:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.165968:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71f139e. 00000400:00000200:2.0:1776198910.166104:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.166122:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78180 00000400:00000200:2.0:1776198910.166129:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 1312 00000400:00000200:2.0:1776198910.166199:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.166203:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.166209:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.166215:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000020:00000010:3.0:1776198910.166725:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da47bd22. 00000020:00000010:3.0:1776198910.166733:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009aa90109. 00000020:00000010:3.0:1776198910.166738:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.166764:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a7e3c25 x1862477217759616/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198910.166796:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759616 02000000:00000010:3.0:1776198910.166808:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056e4966c. 00010000:00000010:3.0:1776198910.166837:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091f6262b. 00010000:00000010:3.0:1776198910.166858:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71f139e. 00000100:00000010:3.0:1776198910.166864:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.166882:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.166887:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71f139e. 00000400:00000010:3.0:1776198910.166902:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd4dcb3c. 00000100:00000200:3.0:1776198910.166909:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759616, offset 224 00080000:00000010:1.0:1776198910.167054:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057642086. 00010000:00000010:1.0:1776198910.167156:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:1.0:1776198910.167163:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002114b218. 00010000:00000010:1.0:1776198910.167240:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002af51e12. 00010000:00000010:1.0:1776198910.167246:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000945119e. 00010000:00000010:1.0:1776198910.167293:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028ea7337. 00000100:00000010:1.0:1776198910.167297:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5dce622. 00000100:00000010:1.0:1776198910.167303:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198910.167314:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c0cce00. 02000000:00000010:1.0:1776198910.167337:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001af04e43. 00000400:00000010:1.0:1776198910.167343:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198910.167347:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198910.167352:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096128, portal 16 00000400:00000010:1.0:1776198910.167357:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198910.167359:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096128, offset 0 00000400:00000200:1.0:1776198910.167366:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.167378:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.167387:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.167391:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.167394:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.167397:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92797:92797:256:4294967295] 192.168.204.56@tcp LPNI seq info [92797:92797:8:4294967295] 00000400:00000200:1.0:1776198910.167407:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.167412:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.167416:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.167422:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.167428:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.167431:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.167523:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.167526:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:1.0:1776198910.167532:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.167536:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.167540:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:1.0:1776198910.167542:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000100:00000200:1.0:1776198910.167547:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231096128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.168330:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.168340:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.168345:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92798:92798:256:4294967295] 192.168.204.56@tcp LPNI seq info [92798:92798:8:4294967295] 00000400:00000200:3.0:1776198910.168353:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.168357:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.168361:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000823b4dd5 (tot 82347282). 00000800:00000200:3.0:1776198910.168367:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.168372:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.168374:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000823b4dd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.168399:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009aa90109. 00000020:00000010:3.0:1776198910.168406:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.168410:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da47bd22. 00010000:00000010:1.1:1776198910.168615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d22b95. 00000800:00000200:1.0:1776198910.168654:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.168657:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000823b4dd5 (tot 82347034). 00000400:00000200:1.0:1776198910.168660:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.168664:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.168667:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd4dcb3c 00000400:00000010:1.0:1776198910.168669:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd4dcb3c. 00000400:00000200:3.0:1776198910.172645:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.172665:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30140 00000400:00000200:3.0:1776198910.172674:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ee9 [1] + 224 00000400:00000200:3.0:1776198910.172687:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.172691:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.172702:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231096128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198910.173291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000091b738e. 00010000:00000010:3.1:1776198910.173300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f232ed. 00010000:00000010:1.1:1776198910.173709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ffefbc. 00010000:00000010:1.1:1776198910.173716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003062514f. 00000400:00000010:1.0:1776198910.173738:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:1.0:1776198910.173742:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:1.0:1776198910.173744:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000100:00000200:1.0:1776198910.173753:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231096128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.173763:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231096128/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.173797:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001af04e43. 02000000:00000010:1.0:1776198910.173804:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c0cce00. 00000100:00000010:1.0:1776198910.173807:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 00000100:00000010:1.0:1776198910.173811:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5dce622. 00010000:00000010:1.0:1776198910.173815:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028ea7337. 00010000:00000010:3.1:1776198910.180804:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd0c134. 00000400:00000200:1.0:1776198910.181912:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.181939:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f781c0 00000400:00000200:1.0:1776198910.181955:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 1640 00000400:00000200:1.0:1776198910.182021:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.182027:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.182033:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.182039:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000020:00000010:3.0:1776198910.182221:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da47bd22. 00000020:00000010:3.0:1776198910.182228:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198910.182233:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.182285:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000435d9336 x1862477217759680/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198910.182321:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759680 02000000:00000010:3.0:1776198910.182334:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bb65536. 00010000:00000010:3.0:1776198910.182367:0:66516:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bea23f4. 00010000:00000010:3.0:1776198910.182390:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198910.182397:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.182415:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.182418:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000400:00000010:3.0:1776198910.182432:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010e5726b. 00000100:00000200:3.0:1776198910.182438:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759680, offset 224 00000400:00000200:3.0:1776198910.182447:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.182457:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.182462:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92799:92799:256:4294967295] 192.168.204.56@tcp LPNI seq info [92799:92799:8:4294967295] 00000400:00000200:3.0:1776198910.182472:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.182478:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.182482:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1c56ff (tot 82347282). 00000800:00000200:3.0:1776198910.182488:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.182494:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.182497:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b1c56ff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.182561:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198910.182566:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.182569:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da47bd22. 00080000:00000010:0.0:1776198910.182665:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d123ae0. 00010000:00000010:0.0:1776198910.182758:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000945119e. 00010000:00000010:0.0:1776198910.182765:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093d8c787. 00010000:00000010:0.0:1776198910.182842:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198910.182847:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000771dc409. 00010000:00000010:0.0:1776198910.182852:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.0:1776198910.182857:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000091087854. 00080000:00000010:0.0:1776198910.182870:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d4c5f00. 00010000:00000010:0.0:1776198910.182895:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091087854. 00010000:00000010:0.0:1776198910.182899:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000771dc409. 00010000:00000010:0.0:1776198910.182972:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000942f943f. 00010000:00000010:0.0:1776198910.182976:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000091087854. 00010000:00000010:0.0:1776198910.182984:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000031982398. 00000100:00000010:0.0:1776198910.182990:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 00000100:00000010:0.0:1776198910.182999:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198910.183011:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005dba4515. 02000000:00000010:0.0:1776198910.183037:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fda5e709. 00000400:00000010:0.0:1776198910.183043:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0b0a01c. 00000400:00000010:0.0:1776198910.183048:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054910014. 00000100:00000200:0.0:1776198910.183053:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096192, portal 16 00000400:00000010:0.0:1776198910.183059:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb59514. 00000100:00000200:0.0:1776198910.183061:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096192, offset 0 00000400:00000200:0.0:1776198910.183066:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.183073:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.183080:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.183083:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.183086:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.183088:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92800:92800:255:4294967295] 192.168.204.56@tcp LPNI seq info [92800:92800:7:4294967295] 00000400:00000200:0.0:1776198910.183094:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.183099:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.183102:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347530). 00000800:00000200:0.0:1776198910.183105:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.183109:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.183111:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.183550:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.183554:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1c56ff (tot 82347282). 00000400:00000200:1.0:1776198910.183559:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.183563:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.183567:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010e5726b 00000400:00000010:1.0:1776198910.183569:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010e5726b. 00000800:00000200:1.0:1776198910.183634:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.183637:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:1.0:1776198910.183641:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.183644:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.183646:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb59514 00000400:00000010:1.0:1776198910.183648:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb59514. 00000100:00000200:1.0:1776198910.183654:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231096192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.192520:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.192539:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30180 00000400:00000200:1.0:1776198910.192550:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8ef5 [1] + 224 00000400:00000200:1.0:1776198910.192566:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.192571:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.192583:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231096192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198910.192676:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0b0a01c. 00000400:00000200:3.0:1776198910.192683:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054910014 00000400:00000010:3.0:1776198910.192686:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054910014. 00000100:00000200:3.0:1776198910.192693:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231096192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.192700:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231096192/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.192731:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fda5e709. 02000000:00000010:3.0:1776198910.192737:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005dba4515. 00000100:00000010:3.0:1776198910.192740:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 00000100:00000010:3.0:1776198910.192745:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:3.0:1776198910.192748:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000031982398. 00000400:00000200:1.0:1776198910.199393:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.199415:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78200 00000400:00000200:1.0:1776198910.199424:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7805 [2] + 1968 00000400:00000010:1.0:1776198910.199430:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006a574e0b. 00000400:00000200:1.0:1776198910.199436:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008f7c3c01 00000400:00000200:1.0:1776198910.199503:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.199508:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.199512:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f7c3c01 00000400:00000010:1.0:1776198910.199515:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008f7c3c01 (tot 82346882). 00000100:00000200:1.0:1776198910.199520:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1776198910.200346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d50a78e. 00010000:00000010:0.1:1776198910.201714:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c40014b. 00010000:00000010:0.1:1776198910.201729:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:0.1:1776198910.201735:0:75322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198910.201737:0:75322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00000020:00000010:0.0:1776198910.202127:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002342dd85. 00000020:00000010:0.0:1776198910.202135:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.202140:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.202177:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000086213a14 x1862477217759744/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.202298:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759744 02000000:00000010:0.0:1776198910.202313:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027f9a464. 00010000:00000010:0.0:1776198910.202346:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac75eb1d. 00010000:00000010:0.0:1776198910.202368:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198910.202377:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058cf6f8d. 00000100:00000010:0.0:1776198910.202397:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058cf6f8d. 00010000:00000010:0.0:1776198910.202401:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00000400:00000010:0.0:1776198910.202423:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198910.202430:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759744, offset 224 00000400:00000200:0.0:1776198910.202440:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.202455:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.202460:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92801:92801:256:4294967295] 192.168.204.56@tcp LPNI seq info [92801:92801:8:4294967295] 00000400:00000200:0.0:1776198910.202470:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.202477:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.202482:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347130). 00000800:00000200:0.0:1776198910.202488:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.202495:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.202499:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.202518:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.202523:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.202526:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002342dd85. 02000000:00000010:0.0:1776198910.202534:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bb65536. 00000100:00000010:0.0:1776198910.202538:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:0.0:1776198910.202541:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056e4966c. 00000100:00000010:0.0:1776198910.202543:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a7e3c25. 02000000:00000010:0.0:1776198910.202546:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000011d1ac5f. 00000100:00000010:0.0:1776198910.202549:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 02000000:00000010:0.0:1776198910.202551:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c09339f. 00000100:00000010:0.0:1776198910.202554:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d6948134. 02000000:00000010:0.0:1776198910.202556:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f64ae85. 00000100:00000010:0.0:1776198910.202558:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 02000000:00000010:0.0:1776198910.202561:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f2fafb5. 00000100:00000010:0.0:1776198910.202564:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000200:0.0:1776198910.202571:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1776198910.202672:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.202677:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82346882). 00000400:00000200:0.0:1776198910.202683:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.202688:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.202692:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:0.0:1776198910.202694:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 02000000:00000010:0.0:1776198910.202698:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027f9a464. 00000400:00000010:0.0:1776198910.202719:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dc0e488f. 00000400:00000010:0.0:1776198910.202724:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000058cf6f8d (tot 82347034). 00080000:00000010:2.0:1776198910.202806:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007798a08. 00010000:00000010:2.0:1776198910.202903:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091087854. 00010000:00000010:2.0:1776198910.202910:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000711bb440. 00010000:00000010:2.0:1776198910.203003:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198910.203009:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bb0416d8. 00010000:00000010:2.0:1776198910.203020:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.203024:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.203031:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198910.203042:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb31e505. 02000000:00000010:2.0:1776198910.203066:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000942c153c. 00000400:00000010:2.0:1776198910.203071:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198910.203075:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198910.203079:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096256, portal 16 00000400:00000010:2.0:1776198910.203083:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198910.203085:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096256, offset 0 00000400:00000200:2.0:1776198910.203091:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.203098:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.203105:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.203109:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.203112:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.203114:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92802:92802:256:4294967295] 192.168.204.56@tcp LPNI seq info [92802:92802:8:4294967295] 00000400:00000200:2.0:1776198910.203120:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.203124:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.203128:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.203131:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.203135:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.203138:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.203191:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.203194:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198910.203197:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.203200:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.203202:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198910.203204:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:2.0:1776198910.203209:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231096256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.209978:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.209998:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c301c0 00000400:00000200:1.0:1776198910.210009:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f05 [1] + 224 00000400:00000200:1.0:1776198910.210022:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.210026:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.210037:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231096256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.210074:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.210080:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78240 00000400:00000200:1.0:1776198910.210084:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 0 00000400:00000200:1.0:1776198910.210138:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.210142:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.210146:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.210151:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 00000020:00000010:1.0:1776198910.210200:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c0cce00. 00000020:00000010:1.0:1776198910.210206:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.210211:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.210240:0:66516:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee7f46c8 x1862477217759808/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198910.210297:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759808 02000000:00000010:1.0:1776198910.210309:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001af04e43. 00010000:00000010:1.0:1776198910.210349:0:66516:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e636350. 00000100:00000010:1.0:1776198910.210356:0:66516:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5dce622. 00000100:00000010:1.0:1776198910.210362:0:66516:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5dce622. 00010000:00000010:1.0:1776198910.210365:0:66516:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e636350. 00000400:00000010:1.0:1776198910.210378:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7d5e72. 00000100:00000200:1.0:1776198910.210383:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759808, offset 224 00000400:00000200:1.0:1776198910.210390:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.210400:0:66516:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.210405:0:66516:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92803:92803:256:4294967295] 192.168.204.56@tcp LPNI seq info [92803:92803:8:4294967295] 00000400:00000200:1.0:1776198910.210415:0:66516:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.210420:0:66516:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.210424:0:66516:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.210428:0:66516:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.210436:0:66516:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.210439:0:66516:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.210462:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.210467:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.210470:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c0cce00. 00000400:00000010:2.0:1776198910.210558:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:2.0:1776198910.210563:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:2.0:1776198910.210565:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:2.0:1776198910.210571:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231096256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.210578:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231096256/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.210596:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd844670. 02000000:00000010:2.0:1776198910.210614:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000942c153c. 02000000:00000010:2.0:1776198910.210618:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb31e505. 00000100:00000010:2.0:1776198910.210622:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:2.0:1776198910.210626:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.210629:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00080000:00000010:2.0:1776198910.210644:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb31e505. 00010000:00000010:2.0:1776198910.210728:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb0416d8. 00010000:00000010:2.0:1776198910.210735:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dc79e84. 00010000:00000010:2.0:1776198910.210835:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f708a406. 00010000:00000010:2.0:1776198910.210841:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bb0416d8. 00010000:00000010:2.0:1776198910.210850:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7be0018. 00000100:00000010:2.0:1776198910.210855:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.210860:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198910.210870:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000942c153c. 02000000:00000010:2.0:1776198910.210892:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342fc216. 00000400:00000010:2.0:1776198910.210897:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000199ffc52. 00000400:00000010:2.0:1776198910.210900:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198910.210906:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096320, portal 16 00000400:00000010:2.0:1776198910.210910:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198910.210911:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096320, offset 0 00000400:00000200:2.0:1776198910.210917:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.210924:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.210930:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.210933:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.210936:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.210938:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92804:92804:255:4294967295] 192.168.204.56@tcp LPNI seq info [92804:92804:7:4294967295] 00000400:00000200:2.0:1776198910.210955:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.210959:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.210962:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347530). 00000800:00000200:2.0:1776198910.210966:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.210970:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.210972:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.213897:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.213904:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347282). 00000400:00000200:0.0:1776198910.213915:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.213925:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.213930:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7d5e72 00000400:00000010:0.0:1776198910.213932:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7d5e72. 00000800:00000200:0.0:1776198910.214022:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.214024:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:0.0:1776198910.214028:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.214031:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.214033:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:0.0:1776198910.214035:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:0.0:1776198910.214042:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231096320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.220203:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.220229:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30200 00000400:00000200:2.0:1776198910.220241:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f11 [1] + 224 00000400:00000200:2.0:1776198910.220287:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.220292:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.220304:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231096320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.220341:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.220347:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78280 00000400:00000200:2.0:1776198910.220352:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 328 00000400:00000200:2.0:1776198910.220409:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.220413:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.220417:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.220422:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000400:00000010:0.0:1776198910.220495:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000199ffc52. 00000400:00000200:0.0:1776198910.220502:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:0.0:1776198910.220505:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:0.0:1776198910.220515:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231096320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.220527:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231096320/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.220558:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342fc216. 02000000:00000010:0.0:1776198910.220563:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000942c153c. 00000100:00000010:0.0:1776198910.220566:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:0.0:1776198910.220570:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:0.0:1776198910.220574:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7be0018. 00000020:00000010:0.0:1776198910.220612:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f9a464. 00000020:00000010:0.0:1776198910.220618:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.220622:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.220647:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f957ee2 x1862477217759872/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198910.220681:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759872 02000000:00000010:0.0:1776198910.220693:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005dba4515. 00010000:00000010:0.0:1776198910.220720:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000643939b7. 00010000:00000010:0.0:1776198910.220741:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198910.220749:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.220758:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.220761:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00080000:00000010:0.0:1776198910.220798:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fda5e709. 00010000:00000010:0.0:1776198910.220885:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb0416d8. 00010000:00000010:0.0:1776198910.220892:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e78780a5. 00010000:00000010:0.0:1776198910.220979:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.0:1776198910.220985:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000091087854. 00010000:00000010:0.0:1776198910.220994:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095fe2fbe. 00000100:00000010:0.0:1776198910.220998:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.221003:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198910.221013:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0810a5. 02000000:00000010:0.0:1776198910.221035:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f2fafb5. 00000400:00000010:0.0:1776198910.221040:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0b0a01c. 00000400:00000010:0.0:1776198910.221043:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6f2bc14. 00000100:00000200:0.0:1776198910.221049:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096384, portal 16 00000400:00000010:0.0:1776198910.221053:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198910.221056:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096384, offset 0 00000400:00000200:0.0:1776198910.221063:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.221077:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.221085:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.221088:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.221091:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.221093:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92805:92805:256:4294967295] 192.168.204.56@tcp LPNI seq info [92805:92805:8:4294967295] 00000400:00000200:0.0:1776198910.221102:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.221106:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.221110:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198910.221116:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.221122:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.221126:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1776198910.221149:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198910.221152:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759872, offset 224 00000400:00000200:0.0:1776198910.221158:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.221163:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.221167:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92806:92806:255:4294967295] 192.168.204.56@tcp LPNI seq info [92806:92806:7:4294967295] 00000400:00000200:0.0:1776198910.221176:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.221180:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.221183:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347530). 00000800:00000200:0.0:1776198910.221186:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.221189:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.221191:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.221200:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.221204:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.221207:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f9a464. 00000800:00000200:0.0:1776198910.221288:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.221292:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347282). 00000400:00000200:0.0:1776198910.221296:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.221299:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.221302:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198910.221304:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000100:00000200:0.0:1776198910.221308:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231096384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776198910.221360:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.221362:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347034). 00000400:00000200:0.0:1776198910.221365:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.221368:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.221370:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:0.0:1776198910.221371:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000400:00000200:0.0:1776198910.226914:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.226934:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30240 00000400:00000200:0.0:1776198910.226955:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f19 [1] + 224 00000400:00000200:0.0:1776198910.226969:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.226973:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.226985:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231096384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.227071:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.227078:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f782c0 00000400:00000200:0.0:1776198910.227085:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 656 00000400:00000200:0.0:1776198910.227141:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.227145:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.227149:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.227155:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 00000400:00000010:2.0:1776198910.227638:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0b0a01c. 00000400:00000200:2.0:1776198910.227645:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6f2bc14 00000400:00000010:2.0:1776198910.227647:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6f2bc14. 00000100:00000200:2.0:1776198910.227655:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231096384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.227664:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231096384/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.227694:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f2fafb5. 02000000:00000010:2.0:1776198910.227699:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0810a5. 00000100:00000010:2.0:1776198910.227703:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:2.0:1776198910.227706:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:2.0:1776198910.227710:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095fe2fbe. 00000020:00000010:3.0:1776198910.230857:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da47bd22. 00000020:00000010:3.0:1776198910.230870:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198910.230875:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.230905:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001050ee9b x1862477217759936/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198910.230954:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217759936 02000000:00000010:3.0:1776198910.230965:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056e4966c. 00010000:00000010:3.0:1776198910.230998:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e806bc6d. 00010000:00000010:3.0:1776198910.231026:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71f139e. 00000100:00000010:3.0:1776198910.231035:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.231058:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.231061:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71f139e. 00000400:00000010:3.0:1776198910.231078:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000635b31d4. 00000100:00000200:3.0:1776198910.231084:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217759936, offset 224 00000400:00000200:3.0:1776198910.231092:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.231107:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.231113:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92807:92807:256:4294967295] 192.168.204.56@tcp LPNI seq info [92807:92807:8:4294967295] 00000400:00000200:3.0:1776198910.231124:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.231130:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.231135:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000878ce1d3 (tot 82347282). 00000800:00000200:3.0:1776198910.231142:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.231149:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.231153:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000878ce1d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.231172:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003771d69a. 00000020:00000010:3.0:1776198910.231177:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.231180:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da47bd22. 00080000:00000010:3.0:1776198910.231474:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da47bd22. 00010000:00000010:3.0:1776198910.231578:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091087854. 00010000:00000010:3.0:1776198910.231586:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f0074a1. 00010000:00000010:3.0:1776198910.231666:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e4a30d3. 00010000:00000010:3.0:1776198910.231672:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198910.231682:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f71f139e. 00000100:00000010:3.0:1776198910.231686:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.231692:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000888f9b9c. 02000000:00000010:3.0:1776198910.231703:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bb65536. 02000000:00000010:3.0:1776198910.231725:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d1c66c. 00000800:00000200:2.0:1776198910.231993:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.231997:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000878ce1d3 (tot 82347034). 00000400:00000200:2.0:1776198910.232003:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.232009:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.232014:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000635b31d4 00000400:00000010:2.0:1776198910.232017:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000635b31d4. 00010000:00000010:0.1:1776198910.232700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad194d9d. 00000400:00000010:2.0:1776198910.235723:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198910.235737:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.235745:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096448, portal 16 00000400:00000010:2.0:1776198910.235753:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198910.235755:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096448, offset 0 00000400:00000200:2.0:1776198910.235765:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.235780:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.235787:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.235791:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.235793:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.235796:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92808:92808:256:4294967295] 192.168.204.56@tcp LPNI seq info [92808:92808:8:4294967295] 00000400:00000200:2.0:1776198910.235806:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.235812:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.235817:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198910.235824:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.235832:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.235836:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.236702:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.236709:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198910.236715:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.236723:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.236728:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:0.0:1776198910.236730:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:0.0:1776198910.236740:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000888f9b9c x1862477231096448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.237305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001559c112. 00010000:00000010:2.1:1776198910.237315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000942f943f. 00010000:00000010:2.1:1776198910.237319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b51582. 00010000:00000010:2.1:1776198910.237323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a5fb243. 00010000:00000010:2.1:1776198910.237326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00000400:00000200:0.0:1776198910.239981:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.240003:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30280 00000400:00000200:0.0:1776198910.240013:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f29 [1] + 224 00000400:00000200:0.0:1776198910.240029:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.240033:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.240047:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000888f9b9c x1862477231096448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198910.240803:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:2.0:1776198910.240810:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.240812:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:2.0:1776198910.240821:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000888f9b9c x1862477231096448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.240829:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000888f9b9c x1862477231096448/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.240862:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061d1c66c. 02000000:00000010:2.0:1776198910.240869:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bb65536. 00000100:00000010:2.0:1776198910.240873:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000888f9b9c. 00000100:00000010:2.0:1776198910.240877:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:2.0:1776198910.240883:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f71f139e. 00010000:00000010:3.1:1776198910.241357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed1442f. 00010000:00000010:3.1:1776198910.241366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026bb2bf5. 00010000:00000010:3.1:1776198910.241370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001702a0c1. 00010000:00000010:0.1:1776198910.241419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae402d36. 00010000:00000010:0.1:1776198910.241426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc17d50. 00010000:00000010:0.1:1776198910.241429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f708a406. 00000400:00000200:2.0:1776198910.246806:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.246828:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78300 00000400:00000200:2.0:1776198910.246837:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 984 00000400:00000200:2.0:1776198910.246897:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.246902:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.246909:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.246915:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:0.0:1776198910.247552:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f2fafb5. 00000020:00000010:0.0:1776198910.247564:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.247571:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.247601:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217760000/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.247670:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760000 02000000:00000010:0.0:1776198910.247682:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d0810a5. 00010000:00000010:0.0:1776198910.247716:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000679b51fc. 00010000:00000010:0.0:1776198910.247742:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198910.247750:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.247770:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.247775:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000010:0.0:1776198910.247792:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097e3bbed. 00000100:00000200:0.0:1776198910.247798:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760000, offset 224 00000400:00000200:0.0:1776198910.247806:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.247818:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.247824:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92809:92809:256:4294967295] 192.168.204.56@tcp LPNI seq info [92809:92809:8:4294967295] 00000400:00000200:0.0:1776198910.247834:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.247839:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.247843:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039790ad5 (tot 82347282). 00000800:00000200:0.0:1776198910.247848:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.247854:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.247858:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039790ad5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.247882:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.247886:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.247889:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f2fafb5. 00080000:00000010:2.0:1776198910.247951:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000942c153c. 00010000:00000010:2.0:1776198910.248041:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:2.0:1776198910.248048:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d34e25a5. 00010000:00000010:2.0:1776198910.248126:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000181a7d46. 00010000:00000010:2.0:1776198910.248131:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006fbf10f7. 00010000:00000010:2.0:1776198910.248136:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198910.248141:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00080000:00000010:2.0:1776198910.248153:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000342fc216. 00010000:00000010:2.0:1776198910.248177:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.248180:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fbf10f7. 00010000:00000010:2.0:1776198910.248234:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198910.248238:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.248244:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198910.248248:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198910.248297:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.248310:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f64ae85. 02000000:00000010:2.0:1776198910.248336:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c09339f. 00000400:00000010:2.0:1776198910.248344:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198910.248349:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.248354:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096512, portal 16 00000400:00000010:2.0:1776198910.248358:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198910.248361:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096512, offset 0 00000400:00000200:2.0:1776198910.248365:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.248372:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.248379:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.248383:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.248386:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.248388:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92810:92810:255:4294967295] 192.168.204.56@tcp LPNI seq info [92810:92810:7:4294967295] 00000400:00000200:2.0:1776198910.248395:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.248399:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.248402:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347530). 00000800:00000200:2.0:1776198910.248406:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.248410:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.248412:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.248503:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.248507:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039790ad5 (tot 82347282). 00000400:00000200:1.0:1776198910.248512:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.248516:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.248519:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097e3bbed 00000400:00000010:1.0:1776198910.248521:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097e3bbed. 00000800:00000200:1.0:1776198910.248589:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.248591:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:1.0:1776198910.248593:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.248596:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.248598:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:1.0:1776198910.248599:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:1.0:1776198910.248606:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231096512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.252472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c54464f. 00010000:00000010:2.1:1776198910.252485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e4a30d3. 00010000:00000010:2.1:1776198910.252492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181a7d46. 00010000:00000010:2.1:1776198910.252495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00000400:00000200:0.0:1776198910.252925:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.252951:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c302c0 00000400:00000200:0.0:1776198910.252961:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f35 [1] + 224 00000400:00000200:0.0:1776198910.252973:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.252977:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.252987:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231096512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.253065:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.253070:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78340 00000400:00000200:0.0:1776198910.253075:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 1312 00000400:00000200:0.0:1776198910.253131:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.253135:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.253139:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.253145:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 00000020:00000010:1.0:1776198910.254589:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c0cce00. 00000020:00000010:1.0:1776198910.254599:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.254604:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.254635:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310c2ddb x1862477217760064/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776198910.254674:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760064 02000000:00000010:1.0:1776198910.254684:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fba491f2. 00010000:00000010:1.0:1776198910.254724:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e636350. 00000100:00000010:1.0:1776198910.254733:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5dce622. 00000100:00000010:1.0:1776198910.254739:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5dce622. 00010000:00000010:1.0:1776198910.254744:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e636350. 00000400:00000010:1.0:1776198910.254757:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080612bc7. 00000100:00000200:1.0:1776198910.254763:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760064, offset 224 00000400:00000200:1.0:1776198910.254770:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.254783:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.254789:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92811:92811:256:4294967295] 192.168.204.56@tcp LPNI seq info [92811:92811:8:4294967295] 00000400:00000200:1.0:1776198910.254799:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.254804:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.254809:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.254815:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.254822:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.254825:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.254846:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.254851:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.254854:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c0cce00. 00000800:00000200:0.0:1776198910.255136:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.255140:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:0.0:1776198910.255148:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.255153:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.255157:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080612bc7 00000400:00000010:0.0:1776198910.255159:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080612bc7. 00000400:00000010:2.0:1776198910.258597:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:2.0:1776198910.258614:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.258617:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:2.0:1776198910.258633:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231096512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.258645:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231096512/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.258676:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fe93da4. 02000000:00000010:2.0:1776198910.258696:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c09339f. 02000000:00000010:2.0:1776198910.258703:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f64ae85. 00000100:00000010:2.0:1776198910.258706:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198910.258710:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198910.258713:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00080000:00000010:2.0:1776198910.258736:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f64ae85. 00010000:00000010:2.0:1776198910.258854:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.258861:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a23408c5. 00010000:00000010:2.0:1776198910.258958:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198910.258964:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.258976:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198910.258981:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198910.258990:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.259003:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c09339f. 02000000:00000010:2.0:1776198910.259030:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d790707c. 00000400:00000010:2.0:1776198910.259035:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198910.259039:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.259044:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096576, portal 16 00000400:00000010:2.0:1776198910.259050:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198910.259052:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096576, offset 0 00000400:00000200:2.0:1776198910.259059:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.259074:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.259080:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.259083:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.259086:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.259089:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92812:92812:256:4294967295] 192.168.204.56@tcp LPNI seq info [92812:92812:8:4294967295] 00000400:00000200:2.0:1776198910.259099:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.259105:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.259112:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198910.259118:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.259124:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.259128:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.260056:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.260062:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:0.0:1776198910.260068:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.260075:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.260079:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:0.0:1776198910.260081:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:0.0:1776198910.260087:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231096576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.261779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000804553f. 00010000:00000010:2.1:1776198910.265599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25b42a3. 00010000:00000010:2.1:1776198910.265615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a18e8a7a. 00010000:00000010:2.1:1776198910.265619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00000400:00000200:0.0:1776198910.274209:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.274231:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30300 00000400:00000200:0.0:1776198910.274243:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f41 [1] + 224 00000400:00000200:0.0:1776198910.274314:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.274318:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.274330:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231096576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198910.274558:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:2.0:1776198910.274564:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.274567:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:2.0:1776198910.274572:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231096576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.274580:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231096576/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.274609:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d790707c. 02000000:00000010:2.0:1776198910.274616:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c09339f. 00000100:00000010:2.0:1776198910.274620:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198910.274624:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198910.274629:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00000400:00000200:0.0:1776198910.280079:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.280100:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78380 00000400:00000200:0.0:1776198910.280109:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 1640 00000400:00000200:0.0:1776198910.280483:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.280489:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.280497:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.280504:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 00000020:00000010:3.0:1776198910.280969:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d484664. 00000020:00000010:3.0:1776198910.280978:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.280982:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.281016:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c24566f7 x1862477217760128/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198910.281054:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760128 02000000:00000010:3.0:1776198910.281064:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091294508. 00010000:00000010:3.0:1776198910.281099:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091c8ed4f. 00010000:00000010:3.0:1776198910.281129:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198910.281137:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.281310:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.281315:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000400:00000010:3.0:1776198910.281332:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c7835fe. 00000100:00000200:3.0:1776198910.281338:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760128, offset 224 00000400:00000200:3.0:1776198910.281356:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.281369:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.281376:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92813:92813:256:4294967295] 192.168.204.56@tcp LPNI seq info [92813:92813:8:4294967295] 00000400:00000200:3.0:1776198910.281386:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.281393:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.281398:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347282). 00000800:00000200:3.0:1776198910.281405:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.281413:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.281418:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.281443:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.281447:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.281451:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d484664. 00000800:00000200:0.0:1776198910.282014:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.282020:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198910.282025:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.282031:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.282035:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c7835fe 00000400:00000010:0.0:1776198910.282037:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c7835fe. 00080000:00000010:2.0:1776198910.282999:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c09339f. 00010000:00000010:2.0:1776198910.283100:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.283109:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041c344cc. 00010000:00000010:2.0:1776198910.283534:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198910.283541:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.284998:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198910.285010:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198910.285022:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.285037:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d790707c. 02000000:00000010:2.0:1776198910.285066:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6b886c. 00000400:00000010:2.0:1776198910.285072:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198910.285078:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.285085:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096640, portal 16 00000400:00000010:2.0:1776198910.285091:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198910.285093:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096640, offset 0 00000400:00000200:2.0:1776198910.285103:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.285121:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.285129:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.285133:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.285135:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.285138:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92814:92814:256:4294967295] 192.168.204.56@tcp LPNI seq info [92814:92814:8:4294967295] 00000400:00000200:2.0:1776198910.285147:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.285153:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.285157:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198910.285163:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.285222:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.285227:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.286217:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.286224:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198910.286230:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.286237:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.286242:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:0.0:1776198910.286244:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000100:00000200:0.0:1776198910.286292:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231096640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198910.286953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b7c3344. 00010000:00000010:2.1:1776198910.291492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068657b64. 00010000:00000010:2.1:1776198910.291507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00000400:00000200:0.0:1776198910.291679:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.291699:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30340 00000400:00000200:0.0:1776198910.291707:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f4d [1] + 224 00000400:00000200:0.0:1776198910.291719:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.291723:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.291734:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231096640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.291823:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.291829:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f783c0 00000400:00000200:0.0:1776198910.291834:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7865 [2] + 1968 00000400:00000010:0.0:1776198910.291839:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d428709. 00000400:00000200:0.0:1776198910.291843:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ee5bf17f 00000400:00000200:0.0:1776198910.291889:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.291893:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.291896:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee5bf17f 00000400:00000010:0.0:1776198910.291897:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ee5bf17f (tot 82346882). 00000100:00000200:0.0:1776198910.291903:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198910.293511:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d484664. 00000020:00000010:3.0:1776198910.293522:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.293527:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.293562:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b6c85ab x1862477217760192/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198910.293602:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760192 02000000:00000010:3.0:1776198910.293615:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b76fa9b. 00010000:00000010:3.0:1776198910.293658:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198910.293666:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c218fb59. 00000100:00000010:3.0:1776198910.293673:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c218fb59. 00010000:00000010:3.0:1776198910.293676:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00000400:00000010:3.0:1776198910.293691:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050f4c415. 00000100:00000200:3.0:1776198910.293697:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760192, offset 224 00000400:00000200:3.0:1776198910.293705:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.293719:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.293725:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92815:92815:256:4294967295] 192.168.204.56@tcp LPNI seq info [92815:92815:8:4294967295] 00000400:00000200:3.0:1776198910.293735:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.293741:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.293746:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1bd6f99 (tot 82347130). 00000800:00000200:3.0:1776198910.293752:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.293758:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.294308:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d1bd6f99 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.294329:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.294335:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.294338:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d484664. 02000000:00000010:3.0:1776198910.294423:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091294508. 00000100:00000010:3.0:1776198910.294427:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 02000000:00000010:3.0:1776198910.294433:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fba491f2. 00000100:00000010:3.0:1776198910.294436:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 02000000:00000010:3.0:1776198910.294439:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d0810a5. 00000100:00000010:3.0:1776198910.294441:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:3.0:1776198910.294445:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056e4966c. 00000100:00000010:3.0:1776198910.294447:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 02000000:00000010:3.0:1776198910.294450:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005dba4515. 00000100:00000010:3.0:1776198910.294452:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f957ee2. 02000000:00000010:3.0:1776198910.294454:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001af04e43. 00000100:00000010:3.0:1776198910.294457:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000200:3.0:1776198910.294465:0:64811:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776198910.294472:0:64811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3460b54. 00000400:00000010:3.0:1776198910.294477:0:64811:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c218fb59 (tot 82347282). 00000800:00000200:0.0:1776198910.294699:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.294704:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1bd6f99 (tot 82347034). 00000400:00000200:0.0:1776198910.294709:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.294715:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.294720:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050f4c415 00000400:00000010:0.0:1776198910.294722:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050f4c415. 02000000:00000010:0.0:1776198910.294728:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b76fa9b. 00000400:00000010:2.0:1776198910.298126:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:2.0:1776198910.298140:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.298144:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:2.0:1776198910.298160:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231096640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.298184:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231096640/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.298214:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e323307. 02000000:00000010:2.0:1776198910.298233:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6b886c. 02000000:00000010:2.0:1776198910.298239:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d790707c. 00000100:00000010:2.0:1776198910.298243:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:2.0:1776198910.298246:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:2.0:1776198910.298249:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00080000:00000010:2.0:1776198910.298323:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d790707c. 00010000:00000010:2.0:1776198910.298440:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.298448:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbf11fbf. 00010000:00000010:2.0:1776198910.298535:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a22b652. 00010000:00000010:2.0:1776198910.298541:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dc8aca6. 00010000:00000010:2.0:1776198910.298551:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d4bfab2. 00000100:00000010:2.0:1776198910.298558:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1e4f82d. 00000100:00000010:2.0:1776198910.298566:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 02000000:00000010:2.0:1776198910.298579:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf6b886c. 02000000:00000010:2.0:1776198910.298609:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfbcf495. 00000400:00000010:2.0:1776198910.298616:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5721d44. 00000400:00000010:2.0:1776198910.298620:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.298628:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096704, portal 16 00000400:00000010:2.0:1776198910.298633:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198910.298636:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096704, offset 0 00000400:00000200:2.0:1776198910.298643:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.298659:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.298669:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.298673:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.298676:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.298680:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92816:92816:256:4294967295] 192.168.204.56@tcp LPNI seq info [92816:92816:8:4294967295] 00000400:00000200:2.0:1776198910.298691:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.298697:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.298702:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.298710:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.298716:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.298720:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.299645:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.299653:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:0.0:1776198910.299660:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.299667:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.299671:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:0.0:1776198910.299673:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:0.0:1776198910.299681:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d11bdc1d x1862477231096704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.302586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e02ec6c. 00000400:00000200:0.0:1776198910.315983:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.316007:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30380 00000400:00000200:0.0:1776198910.316018:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f5d [1] + 224 00000400:00000200:0.0:1776198910.316646:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.316654:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.316666:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d11bdc1d x1862477231096704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.316766:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.316776:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78400 00000400:00000200:0.0:1776198910.316782:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 0 00000400:00000200:0.0:1776198910.316850:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.316854:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.316859:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.316865:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000903f1ed9. 00000020:00000010:0.0:1776198910.316929:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f9a464. 00000020:00000010:0.0:1776198910.316935:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.316939:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.316976:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000903f1ed9 x1862477217760256/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.317007:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760256 02000000:00000010:0.0:1776198910.317019:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005dba4515. 00010000:00000010:0.0:1776198910.317505:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198910.317513:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.317520:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.317524:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000010:0.0:1776198910.317542:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198910.317548:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760256, offset 224 00000400:00000200:0.0:1776198910.317556:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.317569:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.317576:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92817:92817:256:4294967295] 192.168.204.56@tcp LPNI seq info [92817:92817:8:4294967295] 00000400:00000200:0.0:1776198910.317585:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.317589:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.317594:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198910.317599:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.317606:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.317610:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.317631:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.317635:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.317638:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f9a464. 00000800:00000200:0.0:1776198910.318001:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.318005:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198910.318011:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.318015:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.318019:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198910.318021:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00010000:00000010:2.1:1776198910.318243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d481e14. 00010000:00000010:2.1:1776198910.318273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00000400:00000010:1.0:1776198910.318652:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5721d44. 00000400:00000200:1.0:1776198910.318658:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:1.0:1776198910.318660:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:1.0:1776198910.318668:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d11bdc1d x1862477231096704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.318677:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d11bdc1d x1862477231096704/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.318700:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdfa0c4e. 02000000:00000010:1.0:1776198910.318716:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfbcf495. 02000000:00000010:1.0:1776198910.318721:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf6b886c. 00000100:00000010:1.0:1776198910.318726:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d11bdc1d. 00000100:00000010:1.0:1776198910.318729:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1e4f82d. 00010000:00000010:1.0:1776198910.318732:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d4bfab2. 00080000:00000010:1.0:1776198910.318751:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c0cce00. 00010000:00000010:1.0:1776198910.318844:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dc8aca6. 00010000:00000010:1.0:1776198910.318850:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fa8ed44. 00000100:00000010:0.0:1776198910.319018:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 00010000:00000010:1.0:1776198910.319461:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.0:1776198910.319467:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc93983f. 00010000:00000010:1.0:1776198910.319480:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e636350. 00000100:00000010:1.0:1776198910.319486:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5dce622. 00000100:00000010:1.0:1776198910.319493:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 02000000:00000010:1.0:1776198910.319504:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000020d010b1. 02000000:00000010:1.0:1776198910.319531:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000610b2090. 00000400:00000010:1.0:1776198910.319537:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198910.319542:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001df6ff70. 00000100:00000200:1.0:1776198910.319548:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096768, portal 16 00000400:00000010:1.0:1776198910.319558:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c60e8ec3. 00000100:00000200:1.0:1776198910.319559:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231096768, offset 0 00000400:00000200:1.0:1776198910.319566:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.319580:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.319587:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.319590:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.319592:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.319595:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92818:92818:256:4294967295] 192.168.204.56@tcp LPNI seq info [92818:92818:8:4294967295] 00000400:00000200:1.0:1776198910.319604:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.319610:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.319615:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000158fd116 (tot 82347282). 00000800:00000200:1.0:1776198910.319620:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.319625:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.319629:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000158fd116 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.319791:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.319794:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000158fd116 (tot 82347034). 00000400:00000200:2.0:1776198910.319801:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.319805:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.319809:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c60e8ec3 00000400:00000010:2.0:1776198910.319810:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c60e8ec3. 00000100:00000200:2.0:1776198910.319817:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080f6e3ad x1862477231096768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776198910.319875:0:67418:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 02000000:00000010:1.0:1776198910.319882:0:67418:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000158fd116. 02000000:00000010:2.0:1776198910.319950:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008aaf2d75. 00000400:00000010:2.0:1776198910.319956:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b98dca01. 00000400:00000010:2.0:1776198910.319959:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.319962:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862477231096832, portal 4 00000400:00000010:2.0:1776198910.319967:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198910.319968:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862477231096832, offset 0 00000400:00000200:2.0:1776198910.319972:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776198910.319979:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776198910.319989:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de9c5c30400 00000400:00000200:2.0:1776198910.319996:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x3478d [8] + 1344 00000400:00000200:2.0:1776198910.320002:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.320004:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776198910.320008:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776198910.320012:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a7e3c25. 00000400:00000200:2.0:1776198910.320040:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:2.0:1776198910.320042:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:2.0:1776198910.320045:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001075926e x1862477231096832/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:3.0:1776198910.320102:0:66493:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091294508. 00000020:00000010:3.0:1776198910.320110:0:66493:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.320114:0:66493:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.320143:0:66493:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231096832 02000000:00000010:3.0:1776198910.320159:0:66493:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000009e8cd12c. 00010000:00000200:3.0:1776198910.320193:0:66493:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006a7e3c25 x1862477231096832/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:261/0 lens 224/368 e 0 to 0 dl 1776198916 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:3.0:1776198910.320205:0:66493:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198910.320208:0:66493:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862477231096832, offset 224 00000400:00000200:3.0:1776198910.320212:0:66493:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198910.320217:0:66493:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198910.320222:0:66493:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de9c5c30400 00000400:00000200:3.0:1776198910.320226:0:66493:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb8f71 [1] + 224 00000400:00000200:3.0:1776198910.320230:0:66493:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.320232:0:66493:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776198910.320236:0:66493:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001075926e x1862477231096832/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:0.0:1776198910.320305:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f18528d. 00000400:00000200:3.0:1776198910.329639:0:66493:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:3.0:1776198910.329649:0:66493:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000020:00000010:3.0:1776198910.329681:0:66493:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.329687:0:66493:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:3.0:1776198910.329694:0:66493:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091294508. 02000000:00000010:3.0:1776198910.329799:0:15873:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091294508. 00000400:00000010:3.0:1776198910.329806:0:15873:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae38cfc. 00000400:00000010:3.0:1776198910.329810:0:15873:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198910.329816:0:15873:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096896, portal 25 00000400:00000010:3.0:1776198910.329821:0:15873:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198910.329824:0:15873:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862477231096896, offset 0 00000400:00000200:3.0:1776198910.329832:0:15873:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776198910.329843:0:15873:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198910.329853:0:15873:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69de9c5c30440 00000400:00000200:3.0:1776198910.329860:0:15873:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x91ec5 [2] + 0 00000400:00000010:3.0:1776198910.329863:0:15873:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000af4dde7e. 00000400:00000200:3.0:1776198910.329866:0:15873:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005dfc9635 00000400:00000200:3.0:1776198910.329870:0:15873:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.329874:0:15873:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1776198910.329877:0:15873:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005dfc9635 00000400:00000010:3.0:1776198910.329879:0:15873:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005dfc9635 (tot 82346882). 00000100:00000200:3.0:1776198910.329883:0:15873:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1776198910.329902:0:15873:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:3.0:1776198910.329904:0:15873:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000100:00000200:3.0:1776198910.329909:0:15873:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231096896/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:3.0:1776198910.329975:0:71835:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d484664. 00000020:00000010:3.0:1776198910.329979:0:71835:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000f7ab777. 00000020:00000010:3.0:1776198910.329982:0:71835:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000040a12c67. 00000100:00000200:3.0:1776198910.330007:0:71835:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231096896 02000000:00000010:3.0:1776198910.330021:0:71835:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af54083f. 00000400:00000010:2.0:1776198910.330524:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b98dca01. 00000400:00000200:2.0:1776198910.330530:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.330531:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:2.0:1776198910.330538:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001075926e x1862477231096832/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1776198910.330547:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001075926e x1862477231096832/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:2.0:1776198910.330582:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008aaf2d75. 02000000:00000010:2.0:1776198910.330590:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000158fd116. 00000100:00000010:2.0:1776198910.330597:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 00010000:00000200:3.0:1776198910.332581:0:71835:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e6a9d1d4 x1862477231096896/t0(0) o400->9af94e5e-6a9a-48fe-be8e-b39729c4928c@0@lo:261/0 lens 224/224 e 0 to 0 dl 1776198916 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:2.0:1776198910.332758:0:71835:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.332767:0:71835:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862477231096896, offset 224 00000400:00000200:2.0:1776198910.332775:0:71835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776198910.332787:0:71835:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776198910.332797:0:71835:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69de9c5c30440 00000400:00000200:2.0:1776198910.332805:0:71835:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb8f7d [1] + 224 00000400:00000200:2.0:1776198910.332811:0:71835:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.332814:0:71835:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776198910.332823:0:71835:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231096896/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:2.0:1776198910.332850:0:71835:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.332853:0:71835:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000020:00000010:2.0:1776198910.332871:0:71835:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000f7ab777. 00000020:00000010:2.0:1776198910.332877:0:71835:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000040a12c67. 00000020:00000010:2.0:1776198910.332881:0:71835:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d484664. 02000000:00000010:2.0:1776198910.332887:0:71835:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af54083f. 00000100:00000200:2.0:1776198910.332894:0:71835:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1776198910.332899:0:71835:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b98dca01. 00000400:00000010:2.0:1776198910.332906:0:71835:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1e4f82d (tot 82347034). 00000400:00000010:3.0:1776198910.333495:0:15873:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae38cfc. 00000400:00000200:3.0:1776198910.333501:0:15873:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:3.0:1776198910.333503:0:15873:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:3.0:1776198910.333511:0:15873:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231096896/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776198910.333520:0:15873:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231096896/t0(0) o400->MGC192.168.204.156@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776198910.333543:0:15873:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091294508. 02000000:00000010:3.0:1776198910.333548:0:15873:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003f18528d. 00000100:00000010:3.0:1776198910.333553:0:15873:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000400:00000200:0.0:1776198910.337746:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.337765:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c303c0 00000400:00000200:0.0:1776198910.337773:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb8f69 [1] + 224 00000400:00000200:0.0:1776198910.337784:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.337788:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.337797:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080f6e3ad x1862477231096768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.337838:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.337842:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78440 00000400:00000200:0.0:1776198910.337847:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 328 00000400:00000200:0.0:1776198910.339570:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.339583:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.339590:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.339596:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a842f517. 00000020:00000010:0.0:1776198910.339653:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f9a464. 00000020:00000010:0.0:1776198910.339659:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.339663:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.339686:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a842f517 x1862477217760320/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198910.339714:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760320 02000000:00000010:0.0:1776198910.339725:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d0810a5. 00010000:00000010:0.0:1776198910.339760:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198910.339766:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.339772:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.339776:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000010:0.0:1776198910.339790:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198910.339795:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760320, offset 224 00000400:00000200:0.0:1776198910.339801:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.339814:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.339819:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92819:92819:256:4294967295] 192.168.204.56@tcp LPNI seq info [92819:92819:8:4294967295] 00000400:00000200:0.0:1776198910.339829:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.339834:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.339838:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.339843:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.339849:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.339852:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.339866:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.339869:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.339872:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f9a464. 00010000:00000010:1.1:1776198910.341334:0:78637:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2997ae5. 00010000:00000010:1.1:1776198910.341348:0:78637:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071dcfbbd. 00010000:00000010:1.1:1776198910.341352:0:78637:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a22b652. 00000100:00000010:1.0:1776198910.344397:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 02000000:00000010:1.0:1776198910.344422:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000158fd116. 02000000:00000010:2.0:1776198910.344498:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6b886c. 00000400:00000010:2.0:1776198910.344508:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1792266. 00000400:00000010:2.0:1776198910.344514:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.344522:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231096960, portal 4 00000400:00000010:2.0:1776198910.344530:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198910.344532:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862477231096960, offset 0 00000400:00000200:2.0:1776198910.344542:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776198910.344555:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776198910.344566:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de9c5c30480 00000400:00000200:2.0:1776198910.344574:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4aa5d [256] + 16800 00000400:00000200:2.0:1776198910.344580:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.344584:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776198910.344590:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1776198910.344595:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d11bdc1d. 00000400:00000200:2.0:1776198910.344616:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:2.0:1776198910.344618:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:2.0:1776198910.344623:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001075926e x1862477231096960/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000010:1.0:1776198910.344698:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198910.344705:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000001dd3df9. 02000000:00000010:2.0:1776198910.344739:0:15870:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfbcf495. 00000400:00000010:2.0:1776198910.344743:0:15870:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a211b4c7. 00000400:00000010:2.0:1776198910.344746:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198910.344748:0:15870:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097024, portal 10 00000400:00000010:2.0:1776198910.344752:0:15870:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198910.344753:0:15870:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862477231097024, offset 0 00000400:00000200:2.0:1776198910.344757:0:15870:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776198910.344763:0:15870:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776198910.344768:0:15870:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de9c5c304c0 00000400:00000200:2.0:1776198910.344773:0:15870:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81a45 [64] + 42848 00000400:00000200:2.0:1776198910.344776:0:15870:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.344778:0:15870:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776198910.344781:0:15870:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776198910.344784:0:15870:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f957ee2. 00000400:00000200:2.0:1776198910.344796:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:2.0:1776198910.344798:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000100:00000200:2.0:1776198910.344800:0:15870:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231097024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000010:1.0:1776198910.344874:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.344883:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c529d4c3. 02000000:00000010:1.0:1776198910.344915:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc3ef4c. 00000400:00000010:1.0:1776198910.344919:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198910.344922:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.344925:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097088, portal 10 00000400:00000010:1.0:1776198910.344929:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.344931:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862477231097088, offset 0 00000400:00000200:1.0:1776198910.344935:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.344960:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.344966:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de9c5c30500 00000400:00000200:1.0:1776198910.344970:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81a45 [64] + 43072 00000400:00000200:1.0:1776198910.344974:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.344976:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.344978:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776198910.344981:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d6948134. 00000400:00000200:1.0:1776198910.344993:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.344994:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.344998:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.345040:0:77155:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000201dbd5. 00000020:00000010:1.0:1776198910.345046:0:77155:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.345050:0:77155:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.345083:0:77155:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:1.0:1776198910.345086:0:77155:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.345088:0:77155:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.345116:0:77155:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097024 02000000:00000010:1.0:1776198910.345133:0:77155:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002da12fa6. 00010000:00000200:1.0:1776198910.345140:0:77155:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000006f957ee2 x1862477231097024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.345153:0:77155:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345155:0:77155:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231097024, offset 224 00000400:00000200:1.0:1776198910.345159:0:77155:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345164:0:77155:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345168:0:77155:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c304c0 00000400:00000200:1.0:1776198910.345172:0:77155:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb8f99 [1] + 224 00000400:00000200:1.0:1776198910.345176:0:77155:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345179:0:77155:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345183:0:77155:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231097024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.345194:0:77155:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.345195:0:77155:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000020:00000010:1.0:1776198910.345205:0:77155:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.345209:0:77155:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.345212:0:77155:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000201dbd5. 00000100:00000200:1.0:1776198910.345223:0:77155:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097088 02000000:00000010:1.0:1776198910.345230:0:77155:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000201dbd5. 00010000:00000200:1.0:1776198910.345233:0:77155:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d6948134 x1862477231097088/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.345241:0:77155:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345243:0:77155:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231097088, offset 224 00000400:00000200:1.0:1776198910.345247:0:77155:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345271:0:77155:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345276:0:77155:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c30500 00000400:00000200:1.0:1776198910.345279:0:77155:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb8fa1 [1] + 224 00000400:00000200:1.0:1776198910.345282:0:77155:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345284:0:77155:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345287:0:77155:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.345296:0:77155:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.345298:0:77155:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000020:00000010:1.0:1776198910.345304:0:77155:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.345306:0:77155:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.345308:0:77155:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000400:00000010:1.0:1776198910.345329:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:1.0:1776198910.345331:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.345332:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:1.0:1776198910.345335:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.345342:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097088/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.345362:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc3ef4c. 02000000:00000010:1.0:1776198910.345366:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.345370:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.345380:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.345385:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.345397:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198910.345400:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd391627. 02000000:00000010:1.0:1776198910.345416:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc3ef4c. 00000400:00000010:1.0:1776198910.345420:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198910.345422:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.345437:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097216, portal 4 00000400:00000010:1.0:1776198910.345441:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345443:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862477231097216, offset 0 00000400:00000200:1.0:1776198910.345448:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345452:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345457:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de9c5c30580 00000400:00000200:1.0:1776198910.345462:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cccd [8] + 14104 00000400:00000200:1.0:1776198910.345466:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345468:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345471:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776198910.345474:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2804e1a. 00000400:00000200:1.0:1776198910.345485:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.345487:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345490:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000435d9336 x1862477231097216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.345511:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6a2409. 00000400:00000010:1.0:1776198910.345514:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.345517:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345519:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097152, portal 10 00000400:00000010:1.0:1776198910.345522:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.345524:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862477231097152, offset 0 00000400:00000200:1.0:1776198910.345527:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345532:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345536:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de9c5c30540 00000400:00000200:1.0:1776198910.345538:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81a45 [64] + 43296 00000400:00000200:1.0:1776198910.345542:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345543:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345546:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776198910.345548:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009d87c9fc. 00000400:00000200:1.0:1776198910.345557:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.345558:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.345561:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.345586:0:64827:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d2b6829. 00000020:00000010:1.0:1776198910.345590:0:64827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.345592:0:64827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.345607:0:64827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097152 02000000:00000010:1.0:1776198910.345614:0:64827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bdccc24. 00010000:00000200:1.0:1776198910.345618:0:64827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009d87c9fc x1862477231097152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.345626:0:64827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.345628:0:64827:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231097152, offset 224 00000400:00000200:1.0:1776198910.345632:0:64827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345636:0:64827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345640:0:64827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c30540 00000400:00000200:1.0:1776198910.345644:0:64827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb8fb9 [1] + 224 00000400:00000200:1.0:1776198910.345647:0:64827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345649:0:64827:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345653:0:64827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.345665:0:64827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.345666:0:64827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000020:00000010:1.0:1776198910.345671:0:64827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.345674:0:64827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.345676:0:64827:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d2b6829. 00000400:00000010:1.0:1776198910.345690:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.345692:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.345693:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345696:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.345703:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.345714:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6a2409. 02000000:00000010:1.0:1776198910.345717:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.345719:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.345727:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.345731:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c529d4c3. 02000000:00000010:1.0:1776198910.345746:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6a2409. 00000400:00000010:1.0:1776198910.345748:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.345751:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345753:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097280, portal 10 00000400:00000010:1.0:1776198910.345756:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.345758:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862477231097280, offset 0 00000400:00000200:1.0:1776198910.345761:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345765:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345769:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de9c5c305c0 00000400:00000200:1.0:1776198910.345773:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81a45 [64] + 43520 00000400:00000200:1.0:1776198910.345776:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345778:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345781:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776198910.345783:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc1fb0e4. 00000400:00000200:1.0:1776198910.345790:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.345791:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.345794:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.345824:0:64825:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d2b6829. 00000020:00000010:1.0:1776198910.345827:0:64825:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.345829:0:64825:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.345843:0:64825:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097280 02000000:00000010:1.0:1776198910.345848:0:64825:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb33f8f8. 00010000:00000200:1.0:1776198910.345852:0:64825:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000fc1fb0e4 x1862477231097280/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.345861:0:64825:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.345863:0:64825:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231097280, offset 224 00000400:00000200:1.0:1776198910.345867:0:64825:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.345871:0:64825:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.345875:0:64825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c305c0 00000400:00000200:1.0:1776198910.345878:0:64825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb8fc5 [1] + 224 00000400:00000200:1.0:1776198910.345882:0:64825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.345884:0:64825:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.345887:0:64825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.345898:0:64825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.345899:0:64825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000020:00000010:1.0:1776198910.345905:0:64825:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.345907:0:64825:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.345909:0:64825:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d2b6829. 00000400:00000010:1.0:1776198910.345921:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.345923:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.345924:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.345927:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.345933:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097280/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.345957:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6a2409. 02000000:00000010:1.0:1776198910.345960:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.345963:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.345971:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.345975:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.345985:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 02000000:00000010:1.0:1776198910.345988:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001784f4a0. 00000100:00000010:1.0:1776198910.345994:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 02000000:00000010:1.0:1776198910.345997:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ccb6aea5. 02000000:00000010:1.0:1776198910.346011:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6a2409. 00000400:00000010:1.0:1776198910.346013:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.346016:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.346018:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097472, portal 4 00000400:00000010:1.0:1776198910.346021:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.346023:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862477231097472, offset 0 00000400:00000200:1.0:1776198910.346026:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.346031:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.346035:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de9c5c30680 00000400:00000200:1.0:1776198910.346038:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cccd [8] + 14328 00000400:00000200:1.0:1776198910.346042:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.346043:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.346046:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776198910.346048:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005380909e. 00000400:00000200:1.0:1776198910.346057:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.346058:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.346061:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c27ac065 x1862477231097472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.346085:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d2b6829. 00000020:00000010:1.0:1776198910.346087:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.346090:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.346112:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001af04e43. 00000020:00000010:1.0:1776198910.346114:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.346116:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.346128:0:75319:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097216 02000000:00000010:1.0:1776198910.346135:0:75319:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fba491f2. 00010000:00000200:1.0:1776198910.346139:0:75319:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c2804e1a x1862477231097216/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.346147:0:75319:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.346149:0:75319:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231097216, offset 224 00000400:00000200:1.0:1776198910.346152:0:75319:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.346157:0:75319:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.346161:0:75319:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c30580 00000400:00000200:1.0:1776198910.346165:0:75319:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb8fb1 [1] + 224 00000400:00000200:1.0:1776198910.346168:0:75319:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.346170:0:75319:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.346174:0:75319:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000435d9336 x1862477231097216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.346187:0:75319:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.346188:0:75319:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000020:00000010:1.0:1776198910.346196:0:75319:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.346198:0:75319:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.346199:0:75319:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d2b6829. 00000100:00000200:1.0:1776198910.346207:0:75319:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097472 02000000:00000010:1.0:1776198910.346213:0:75319:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004d2b6829. 00010000:00000200:1.0:1776198910.346217:0:75319:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005380909e x1862477231097472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.346223:0:75319:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.346226:0:75319:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231097472, offset 224 00000400:00000200:1.0:1776198910.346229:0:75319:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.346233:0:75319:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.346237:0:75319:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c30680 00000400:00000200:1.0:1776198910.346239:0:75319:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb8fd1 [1] + 224 00000400:00000200:1.0:1776198910.346242:0:75319:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.346244:0:75319:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.346247:0:75319:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c27ac065 x1862477231097472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.346285:0:75319:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.346287:0:75319:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000020:00000010:1.0:1776198910.346293:0:75319:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.346296:0:75319:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.346297:0:75319:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001af04e43. 00000400:00000010:1.0:1776198910.346309:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.346311:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.346312:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.346315:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c27ac065 x1862477231097472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.346321:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c27ac065 x1862477231097472/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.346332:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:1.0:1776198910.346333:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.346334:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:1.0:1776198910.346337:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000435d9336 x1862477231097216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.346342:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000435d9336 x1862477231097216/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.346352:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6a2409. 02000000:00000010:1.0:1776198910.346355:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ccb6aea5. 00000100:00000010:1.0:1776198910.346357:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c27ac065. 02000000:00000010:1.0:1776198910.346360:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc3ef4c. 02000000:00000010:1.0:1776198910.346363:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dd391627. 00000100:00000010:1.0:1776198910.346365:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000435d9336. 02000000:00000010:1.0:1776198910.346376:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc3ef4c. 00000400:00000010:1.0:1776198910.346379:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198910.346382:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.346384:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097344, portal 10 00000400:00000010:1.0:1776198910.346388:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.346389:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862477231097344, offset 0 00000400:00000200:1.0:1776198910.346393:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.346398:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.346402:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de9c5c30600 00000400:00000200:1.0:1776198910.346405:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81a45 [64] + 43744 00000400:00000200:1.0:1776198910.346408:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.346410:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.346412:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776198910.346414:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000435d9336. 00000400:00000200:1.0:1776198910.346422:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.346424:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.346426:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.346448:0:64827:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:1.0:1776198910.346450:0:64827:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.346452:0:64827:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.346466:0:64827:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097344 02000000:00000010:1.0:1776198910.346471:0:64827:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001af04e43. 00010000:00000200:1.0:1776198910.346475:0:64827:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000435d9336 x1862477231097344/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.346482:0:64827:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.346485:0:64827:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231097344, offset 224 00000400:00000200:1.0:1776198910.346488:0:64827:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.346492:0:64827:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.346496:0:64827:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c30600 00000400:00000200:1.0:1776198910.346499:0:64827:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb8fe1 [1] + 224 00000400:00000200:1.0:1776198910.346502:0:64827:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.346504:0:64827:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1776198910.346507:0:15873:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091294508. 00000100:00000200:1.0:1776198910.346507:0:64827:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:3.0:1776198910.346511:0:15873:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae38cfc. 00000400:00000010:3.0:1776198910.346515:0:15873:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198910.346517:0:15873:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097408, portal 4 00000400:00000200:1.0:1776198910.346517:0:64827:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.346518:0:64827:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000400:00000010:3.0:1776198910.346521:0:15873:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198910.346523:0:15873:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862477231097408, offset 0 00000020:00000010:1.0:1776198910.346524:0:64827:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000400:00000200:3.0:1776198910.346527:0:15873:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1776198910.346527:0:64827:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.346529:0:64827:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000400:00000200:3.0:1776198910.346531:0:15873:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776198910.346536:0:15873:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de9c5c30640 00000400:00000200:3.0:1776198910.346540:0:15873:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4aa5d [256] + 17024 00000400:00000200:3.0:1776198910.346544:0:15873:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.346546:0:15873:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1776198910.347021:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:1.0:1776198910.347025:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.347026:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:1.0:1776198910.347032:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.347039:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.347052:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc3ef4c. 02000000:00000010:1.0:1776198910.347056:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.347058:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.347071:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.347078:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c529d4c3. 02000000:00000010:1.0:1776198910.347223:0:15871:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc3ef4c. 00000400:00000010:1.0:1776198910.347227:0:15871:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198910.347230:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.347233:0:15871:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097536, portal 4 00000400:00000010:1.0:1776198910.347237:0:15871:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.347239:0:15871:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862477231097536, offset 0 00000400:00000200:1.0:1776198910.347244:0:15871:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.347250:0:15871:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.347281:0:15871:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de9c5c306c0 00000400:00000200:1.0:1776198910.347286:0:15871:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7cccd [8] + 14552 00000400:00000200:1.0:1776198910.347290:0:15871:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.347292:0:15871:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.347295:0:15871:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776198910.347298:0:15871:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c27ac065. 00000400:00000200:1.0:1776198910.347309:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.347311:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.347314:0:15871:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.347351:0:75319:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:1.0:1776198910.347355:0:75319:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.347357:0:75319:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.347378:0:75319:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097536 02000000:00000010:1.0:1776198910.347386:0:75319:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000011d1ac5f. 00010000:00000200:1.0:1776198910.347391:0:75319:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c27ac065 x1862477231097536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.347399:0:75319:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.347402:0:75319:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231097536, offset 224 00000400:00000200:1.0:1776198910.347406:0:75319:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.347410:0:75319:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.347414:0:75319:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c306c0 00000400:00000200:1.0:1776198910.347418:0:75319:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb8ff5 [1] + 224 00000400:00000200:1.0:1776198910.347421:0:75319:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.347423:0:75319:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.347426:0:75319:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.347438:0:75319:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.347439:0:75319:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000020:00000010:1.0:1776198910.347446:0:75319:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.347449:0:75319:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.347451:0:75319:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000400:00000010:1.0:1776198910.347467:0:15871:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:1.0:1776198910.347469:0:15871:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.347470:0:15871:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:1.0:1776198910.347473:0:15871:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.347479:0:15871:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.347491:0:15871:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc3ef4c. 02000000:00000010:1.0:1776198910.347494:0:15871:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.347496:0:15871:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.347504:0:78329:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.347509:0:78329:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c529d4c3. 02000000:00000010:1.0:1776198910.347533:0:15872:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc3ef4c. 00000400:00000010:1.0:1776198910.347536:0:15872:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198910.347538:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.347540:0:15872:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097600, portal 10 00000400:00000010:1.0:1776198910.347543:0:15872:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.347545:0:15872:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862477231097600, offset 0 00000400:00000200:1.0:1776198910.347549:0:15872:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.347554:0:15872:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.347558:0:15872:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de9c5c30700 00000400:00000200:1.0:1776198910.347561:0:15872:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81a45 [64] + 43968 00000400:00000200:1.0:1776198910.347564:0:15872:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.347566:0:15872:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.347569:0:15872:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776198910.347572:0:15872:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003fddc9a8. 00000400:00000200:1.0:1776198910.347579:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.347581:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.347583:0:15872:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.347606:0:64825:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:1.0:1776198910.347608:0:64825:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.347610:0:64825:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000100:00000200:1.0:1776198910.347625:0:64825:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097600 02000000:00000010:1.0:1776198910.347634:0:64825:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020de2c5b. 00010000:00000200:1.0:1776198910.347638:0:64825:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000003fddc9a8 x1862477231097600/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:298/0 lens 224/224 e 0 to 0 dl 1776198953 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776198910.347647:0:64825:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.347649:0:64825:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862477231097600, offset 224 00000400:00000200:1.0:1776198910.347652:0:64825:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.347656:0:64825:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.347660:0:64825:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de9c5c30700 00000400:00000200:1.0:1776198910.347664:0:64825:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb9001 [1] + 224 00000400:00000200:1.0:1776198910.347667:0:64825:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.347670:0:64825:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.347674:0:64825:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.347683:0:64825:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:1.0:1776198910.347684:0:64825:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000020:00000010:1.0:1776198910.347690:0:64825:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.347692:0:64825:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.347694:0:64825:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000400:00000010:1.0:1776198910.347707:0:15872:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098be5894. 00000400:00000200:1.0:1776198910.347709:0:15872:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.347710:0:15872:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:1.0:1776198910.347712:0:15872:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776198910.347719:0:15872:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:1.0:1776198910.347730:0:15872:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc3ef4c. 02000000:00000010:1.0:1776198910.347733:0:15872:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c529d4c3. 00000100:00000010:1.0:1776198910.347735:0:15872:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000200:3.0:1776198910.350523:0:15873:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1776198910.350539:0:15873:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24daf86. 00000400:00000200:3.0:1776198910.350572:0:15873:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:3.0:1776198910.350574:0:15873:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000100:00000200:3.0:1776198910.350584:0:15873:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be53f0de x1862477231097408/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000020:00000010:1.0:1776198910.350617:0:64830:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edc3ef4c. 00000020:00000010:1.0:1776198910.350624:0:64830:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.350627:0:64830:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e1c2f907. 00000400:00000010:3.0:1776198910.350646:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:3.0:1776198910.350650:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001df6ff70 00000400:00000010:3.0:1776198910.350652:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001df6ff70. 00000100:00000200:3.0:1776198910.350659:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080f6e3ad x1862477231096768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776198910.350660:0:64830:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:1.0:1776198910.350662:0:64830:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f0302be. 00000020:00000010:1.0:1776198910.350664:0:64830:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:3.0:1776198910.350667:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080f6e3ad x1862477231096768/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.350688:0:64830:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231096960 00010000:00000010:3.0:1776198910.350690:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c11bedd. 02000000:00000010:3.0:1776198910.350706:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000610b2090. 02000000:00000010:1.0:1776198910.350708:0:64830:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec0f7238. 02000000:00000010:3.0:1776198910.350711:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000020d010b1. 00000100:00000010:3.0:1776198910.350714:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 00010000:00000200:1.0:1776198910.350715:0:64830:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d11bdc1d x1862477231096960/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1776198916 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000010:3.0:1776198910.350718:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5dce622. 00010000:00000010:3.0:1776198910.350721:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e636350. 00000400:00000010:1.0:1776198910.350729:0:64830:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.350734:0:64830:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231096960, offset 224 00080000:00000010:3.0:1776198910.350737:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af54083f. 00000400:00000200:1.0:1776198910.350740:0:64830:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.350749:0:64830:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.350759:0:64830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c30480 00000400:00000200:1.0:1776198910.350768:0:64830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb8f91 [1] + 224 00000400:00000200:1.0:1776198910.350773:0:64830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.350776:0:64830:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.350782:0:64830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001075926e x1862477231096960/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.350793:0:64830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.350794:0:64830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000020:00000010:1.0:1776198910.350807:0:64830:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.350810:0:64830:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e1c2f907. 00000020:00000010:1.0:1776198910.350813:0:64830:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edc3ef4c. 00000100:00000200:1.0:1776198910.350822:0:64830:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477231097408 02000000:00000010:1.0:1776198910.350829:0:64830:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7a23eca. 00010000:00000010:3.0:1776198910.350831:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc93983f. 00010000:00000200:1.0:1776198910.350833:0:64830:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c24daf86 x1862477231097408/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1776198916 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000010:3.0:1776198910.350837:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fd8dabc. 00000400:00000010:1.0:1776198910.350839:0:64830:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.350841:0:64830:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862477231097408, offset 224 00000400:00000200:1.0:1776198910.350845:0:64830:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776198910.350849:0:64830:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776198910.350853:0:64830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de9c5c30640 00000400:00000200:1.0:1776198910.350857:0:64830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb8fed [1] + 224 00000400:00000200:1.0:1776198910.350859:0:64830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.350861:0:64830:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776198910.350864:0:64830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be53f0de x1862477231097408/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000200:1.0:1776198910.350882:0:64830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.350883:0:64830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000020:00000010:1.0:1776198910.350889:0:64830:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f0302be. 00000400:00000010:3.0:1776198910.350894:0:15873:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae38cfc. 00000400:00000200:3.0:1776198910.350896:0:15873:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:3.0:1776198910.350897:0:15873:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:3.0:1776198910.350901:0:15873:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be53f0de x1862477231097408/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776198910.350907:0:15873:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be53f0de x1862477231097408/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:3.0:1776198910.350921:0:15873:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091294508. 02000000:00000010:3.0:1776198910.350924:0:15873:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001784f4a0. 00000100:00000010:3.0:1776198910.350927:0:15873:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 00010000:00000010:3.0:1776198910.350972:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074a67b63. 00010000:00000010:3.0:1776198910.350978:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e40d666a. 00010000:00000010:3.0:1776198910.350990:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198910.350996:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7c3c01. 00000100:00000010:3.0:1776198910.351004:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 02000000:00000010:3.0:1776198910.351016:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091294508. 02000000:00000010:3.0:1776198910.351041:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d484664. 00000400:00000010:3.0:1776198910.351045:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae38cfc. 00000400:00000010:3.0:1776198910.351050:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198910.351054:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097664, portal 16 00000400:00000010:3.0:1776198910.351057:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b3e34b7. 00000100:00000200:3.0:1776198910.351059:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231097664, offset 0 00000400:00000200:3.0:1776198910.351063:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.351072:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.351079:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.351082:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.351085:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.351088:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92820:92820:255:4294967295] 192.168.204.56@tcp LPNI seq info [92820:92820:7:4294967295] 00000400:00000200:3.0:1776198910.351097:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.351102:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.351106:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000878ce1d3 (tot 82347530). 00000800:00000200:3.0:1776198910.351112:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.351119:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.351122:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000878ce1d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.351692:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.351697:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:0.0:1776198910.351702:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.351706:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.351710:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198910.351712:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000800:00000200:0.0:1776198910.351772:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.351774:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000878ce1d3 (tot 82347034). 00000400:00000200:0.0:1776198910.351776:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.351780:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.351782:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b3e34b7 00000400:00000010:0.0:1776198910.351783:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b3e34b7. 00000100:00000200:0.0:1776198910.351788:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dac5feb0 x1862477231097664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776198910.352375:0:64830:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.352381:0:64830:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000400:00000010:2.0:1776198910.357165:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a211b4c7. 00000400:00000200:2.0:1776198910.357178:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:2.0:1776198910.357180:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00000100:00000200:2.0:1776198910.357193:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231097024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776198910.357204:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231097024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776198954 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000010:2.0:1776198910.357263:0:15870:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1792266. 00000400:00000200:2.0:1776198910.357266:0:15870:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:2.0:1776198910.357268:0:15870:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00000100:00000200:2.0:1776198910.357273:0:15870:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001075926e x1862477231096960/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776198910.357279:0:15870:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001075926e x1862477231096960/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000010:2.0:1776198910.357295:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfbcf495. 02000000:00000010:2.0:1776198910.357302:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000001dd3df9. 00000100:00000010:2.0:1776198910.357310:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 02000000:00000010:2.0:1776198910.357314:0:15870:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6b886c. 02000000:00000010:2.0:1776198910.357317:0:15870:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000158fd116. 00000100:00000010:2.0:1776198910.357323:0:15870:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 00000400:00000200:2.0:1776198910.365249:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.365473:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30740 00000400:00000200:2.0:1776198910.365481:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9015 [1] + 224 00000400:00000200:2.0:1776198910.365501:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.365505:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.365517:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dac5feb0 x1862477231097664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198910.365612:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae38cfc. 00000400:00000200:3.0:1776198910.365617:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:3.0:1776198910.365619:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:3.0:1776198910.365625:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dac5feb0 x1862477231097664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.365633:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dac5feb0 x1862477231097664/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.365663:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d484664. 02000000:00000010:3.0:1776198910.365668:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091294508. 00000100:00000010:3.0:1776198910.365672:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 00000100:00000010:3.0:1776198910.365675:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7c3c01. 00010000:00000010:3.0:1776198910.365680:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00010000:00000010:3.1:1776198910.366454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e783a803. 00010000:00000010:3.1:1776198910.366465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000648b890. 00010000:00000010:3.1:1776198910.366470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00000400:00000200:0.0:1776198910.373971:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.373996:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78480 00000400:00000200:0.0:1776198910.374006:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 656 00000400:00000200:0.0:1776198910.374072:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.374077:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.374086:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776198910.374093:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000443b8fc8. 00000020:00000010:0.0:1776198910.374176:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f9a464. 00000020:00000010:0.0:1776198910.374183:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.374187:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.374217:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000443b8fc8 x1862477217760384/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198910.374246:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760384 02000000:00000010:0.0:1776198910.374279:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f2fafb5. 00010000:00000010:0.0:1776198910.374307:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008aaf52de. 00010000:00000010:0.0:1776198910.374327:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198910.374333:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.374347:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.374351:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000400:00000010:0.0:1776198910.374366:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198910.374371:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760384, offset 224 00000400:00000200:0.0:1776198910.374379:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.374390:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.374395:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92821:92821:256:4294967295] 192.168.204.56@tcp LPNI seq info [92821:92821:8:4294967295] 00000400:00000200:0.0:1776198910.374405:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.374410:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.374413:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.374419:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.374425:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.374429:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.374445:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041817d38. 00000020:00000010:0.0:1776198910.374449:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.374452:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f9a464. 00000800:00000200:0.0:1776198910.374518:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.374521:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198910.374526:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.374529:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.374533:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:0.0:1776198910.374535:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00080000:00000010:0.0:1776198910.374562:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027f9a464. 00010000:00000010:0.0:1776198910.374643:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e40d666a. 00010000:00000010:0.0:1776198910.374649:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c402f398. 00010000:00000010:0.0:1776198910.374727:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014c79045. 00010000:00000010:0.0:1776198910.374733:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c96aa80. 00010000:00000010:0.0:1776198910.374741:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a06820. 00000100:00000010:0.0:1776198910.374744:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.374750:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198910.374761:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002342dd85. 02000000:00000010:0.0:1776198910.374782:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f0a4f3. 00000400:00000010:0.0:1776198910.374787:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006abe74b4. 00000400:00000010:0.0:1776198910.374790:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e051f400. 00000100:00000200:0.0:1776198910.374795:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097728, portal 16 00000400:00000010:0.0:1776198910.374798:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198910.374800:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231097728, offset 0 00000400:00000200:0.0:1776198910.374805:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.374811:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.374817:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.374820:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.374823:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.374826:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92822:92822:256:4294967295] 192.168.204.56@tcp LPNI seq info [92822:92822:8:4294967295] 00000400:00000200:0.0:1776198910.374833:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.374837:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.374840:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.374843:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.374847:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.374849:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.374910:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.374912:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198910.374915:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.374919:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.374921:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:0.0:1776198910.374922:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:0.0:1776198910.374926:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231097728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.386318:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.386342:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30780 00000400:00000200:2.0:1776198910.386556:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9021 [1] + 224 00000400:00000200:2.0:1776198910.386572:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.386576:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.386587:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231097728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.386634:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.386640:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f784c0 00000400:00000200:2.0:1776198910.386644:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 984 00000400:00000200:2.0:1776198910.386712:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.386716:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.386720:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.386725:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 00000020:00000010:1.0:1776198910.386803:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004caf43fb. 00000400:00000010:3.0:1776198910.386807:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006abe74b4. 00000020:00000010:1.0:1776198910.386811:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347e4deb. 00000400:00000200:3.0:1776198910.386812:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e051f400 00000400:00000010:3.0:1776198910.386814:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e051f400. 00000020:00000010:1.0:1776198910.386815:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:3.0:1776198910.386820:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231097728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.386826:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231097728/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.386839:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000beb6e36a x1862477217760448/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:3.0:1776198910.386852:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f0a4f3. 02000000:00000010:3.0:1776198910.386858:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002342dd85. 00000100:00000010:3.0:1776198910.386862:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:3.0:1776198910.386866:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:3.0:1776198910.386870:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a06820. 00000100:00000200:1.0:1776198910.386875:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760448 02000000:00000010:1.0:1776198910.386886:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000664fe9cf. 00010000:00000010:1.0:1776198910.386926:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000986418aa. 00010000:00000010:1.0:1776198910.386954:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.386961:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e720d585. 00000100:00000010:1.0:1776198910.386975:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e720d585. 00010000:00000010:1.0:1776198910.386978:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000010:1.0:1776198910.386993:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.386998:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760448, offset 224 00000400:00000200:1.0:1776198910.387006:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.387016:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.387021:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92823:92823:256:4294967295] 192.168.204.56@tcp LPNI seq info [92823:92823:8:4294967295] 00000400:00000200:1.0:1776198910.387031:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.387035:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.387040:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c529d4c3 (tot 82347282). 00000800:00000200:1.0:1776198910.387046:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.387052:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.387056:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c529d4c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.387074:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347e4deb. 00000020:00000010:1.0:1776198910.387080:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.387083:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004caf43fb. 00000800:00000200:1.0:1776198910.387166:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.387170:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c529d4c3 (tot 82347034). 00000400:00000200:1.0:1776198910.387174:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.387178:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.387181:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.387183:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00080000:00000010:3.0:1776198910.395186:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091294508. 00010000:00000010:3.0:1776198910.395309:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c96aa80. 00010000:00000010:3.0:1776198910.395319:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcdc7820. 00010000:00000010:3.0:1776198910.395394:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ac7abca. 00010000:00000010:3.0:1776198910.395400:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008eba9016. 00010000:00000010:3.0:1776198910.395414:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198910.395422:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7c3c01. 00000100:00000010:3.0:1776198910.395431:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 02000000:00000010:3.0:1776198910.395444:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d484664. 02000000:00000010:3.0:1776198910.395473:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b76fa9b. 00000400:00000010:3.0:1776198910.395480:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae38cfc. 00000400:00000010:3.0:1776198910.395487:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198910.395493:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097792, portal 16 00000400:00000010:3.0:1776198910.395500:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c98f387. 00000100:00000200:3.0:1776198910.395502:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231097792, offset 0 00000400:00000200:3.0:1776198910.395511:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.395528:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.395536:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.395539:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.395542:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.395546:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92824:92824:256:4294967295] 192.168.204.56@tcp LPNI seq info [92824:92824:8:4294967295] 00000400:00000200:3.0:1776198910.395556:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.395562:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.395568:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004b1c56ff (tot 82347282). 00000800:00000200:3.0:1776198910.395574:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.395582:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.395598:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004b1c56ff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.397711:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.397717:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004b1c56ff (tot 82347034). 00000400:00000200:0.0:1776198910.397725:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.397734:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.397740:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c98f387 00000400:00000010:0.0:1776198910.397742:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c98f387. 00000100:00000200:0.0:1776198910.397753:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dac5feb0 x1862477231097792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.401361:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.401382:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c307c0 00000400:00000200:2.0:1776198910.401402:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb902d [1] + 224 00000400:00000200:2.0:1776198910.401418:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.401421:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.401431:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dac5feb0 x1862477231097792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.402616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8b4aee. 00010000:00000010:0.1:1776198910.402628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d016cbbf. 00010000:00000010:0.1:1776198910.402633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a67b63. 00000400:00000010:3.0:1776198910.403050:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae38cfc. 00000400:00000200:3.0:1776198910.403056:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:3.0:1776198910.403058:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:3.0:1776198910.403068:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dac5feb0 x1862477231097792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.403079:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dac5feb0 x1862477231097792/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.403109:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b76fa9b. 02000000:00000010:3.0:1776198910.403117:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d484664. 00000100:00000010:3.0:1776198910.403121:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 00000100:00000010:3.0:1776198910.403124:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7c3c01. 00010000:00000010:3.0:1776198910.403128:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00010000:00000010:1.1:1776198910.406300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e68da996. 00000400:00000200:1.0:1776198910.411231:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.411249:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78500 00000400:00000200:1.0:1776198910.411415:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 1312 00000400:00000200:1.0:1776198910.411519:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.411524:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.411532:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.411539:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 00000020:00000010:2.0:1776198910.411820:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6b886c. 00000020:00000010:2.0:1776198910.411827:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.411831:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.411856:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068db1415 x1862477217760512/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198910.411916:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760512 02000000:00000010:2.0:1776198910.411927:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfbcf495. 00010000:00000010:2.0:1776198910.411972:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006043f4ff. 00010000:00000010:2.0:1776198910.411993:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e766bee. 00000100:00000010:2.0:1776198910.411999:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.412020:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.412024:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e766bee. 00000400:00000010:2.0:1776198910.412037:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074c41740. 00000100:00000200:2.0:1776198910.412042:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760512, offset 224 00000400:00000200:2.0:1776198910.412050:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00080000:00000010:0.0:1776198910.412180:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc67c462. 00010000:00000010:0.0:1776198910.412280:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eba9016. 00010000:00000010:0.0:1776198910.412286:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b76027b1. 00010000:00000010:0.0:1776198910.412362:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009b6f6d6. 00010000:00000010:0.0:1776198910.412368:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000089771cbd. 00010000:00000010:0.0:1776198910.412378:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198910.412382:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.412388:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198910.412398:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea9e2c38. 02000000:00000010:0.0:1776198910.412432:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd3f8074. 00000400:00000010:0.0:1776198910.412438:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d514ae1. 00000400:00000010:0.0:1776198910.412442:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198910.412446:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097856, portal 16 00000400:00000010:0.0:1776198910.412451:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198910.412453:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231097856, offset 0 00000400:00000200:0.0:1776198910.412458:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.412467:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.412474:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.412477:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.412481:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.412484:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92825:92825:256:4294967295] 192.168.204.56@tcp LPNI seq info [92825:92825:8:4294967295] 00000400:00000200:0.0:1776198910.412493:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.412498:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.412503:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.412508:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.412514:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.412518:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.412591:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.412594:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198910.412599:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.412602:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.412605:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:0.0:1776198910.412607:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:0.0:1776198910.412612:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231097856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.412821:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.412826:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92826:92826:256:4294967295] 192.168.204.56@tcp LPNI seq info [92826:92826:8:4294967295] 00000400:00000200:2.0:1776198910.412833:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.412838:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.412842:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198910.412846:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.412851:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.412853:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.412880:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.412885:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.412890:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6b886c. 00000800:00000200:0.0:1776198910.412953:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.412956:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:0.0:1776198910.412960:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.412965:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.412968:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074c41740 00000400:00000010:0.0:1776198910.412970:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074c41740. 00010000:00000010:3.1:1776198910.416754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa348165. 00010000:00000010:3.1:1776198910.416777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c79045. 00000400:00000200:1.0:1776198910.417096:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.417114:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30800 00000400:00000200:1.0:1776198910.417123:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9039 [1] + 224 00000400:00000200:1.0:1776198910.417138:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.417142:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.417152:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231097856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198910.417345:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d514ae1. 00000400:00000200:0.0:1776198910.417351:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:0.0:1776198910.417353:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:0.0:1776198910.417359:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231097856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.417368:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231097856/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.417397:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd3f8074. 02000000:00000010:0.0:1776198910.417403:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea9e2c38. 00000100:00000010:0.0:1776198910.417406:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:0.0:1776198910.417409:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.417413:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000200:3.0:1776198910.418484:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.418498:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78540 00000400:00000200:3.0:1776198910.418505:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 1640 00000400:00000200:3.0:1776198910.418518:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1776198910.418520:0:78645:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034a41768. 00000400:00000200:3.0:1776198910.418522:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.418530:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.418535:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dac5feb0. 00000020:00000010:0.0:1776198910.419355:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea9e2c38. 00000020:00000010:0.0:1776198910.419362:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.419367:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.419394:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dac5feb0 x1862477217760576/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198910.419428:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760576 02000000:00000010:0.0:1776198910.419440:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd3f8074. 00010000:00000010:0.0:1776198910.419470:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cbe3485. 00010000:00000010:0.0:1776198910.419495:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198910.419500:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.419512:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.419516:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00000400:00000010:0.0:1776198910.419530:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198910.419534:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760576, offset 224 00000400:00000200:0.0:1776198910.419542:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.419554:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.419559:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92827:92827:256:4294967295] 192.168.204.56@tcp LPNI seq info [92827:92827:8:4294967295] 00000400:00000200:0.0:1776198910.419569:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.419575:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.419579:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.419585:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.419592:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.419596:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.419617:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.419622:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.419625:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea9e2c38. 00000800:00000200:0.0:1776198910.419725:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.419729:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198910.419734:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.419738:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.419741:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:0.0:1776198910.419743:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00080000:00000010:3.0:1776198910.420190:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002342dd85. 00010000:00000010:3.0:1776198910.420307:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089771cbd. 00010000:00000010:3.0:1776198910.420315:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce3238a2. 00010000:00000010:3.0:1776198910.420404:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723b5db. 00010000:00000010:3.0:1776198910.420410:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b1d22706. 00010000:00000010:3.0:1776198910.420421:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003877a685. 00000100:00000010:3.0:1776198910.420425:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7c3c01. 00000100:00000010:3.0:1776198910.420434:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c982cb58. 02000000:00000010:3.0:1776198910.420447:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1268c46. 02000000:00000010:3.0:1776198910.420470:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d484664. 00000400:00000010:3.0:1776198910.420476:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bae38cfc. 00000400:00000010:3.0:1776198910.420480:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfb54085. 00000100:00000200:3.0:1776198910.420485:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097920, portal 16 00000400:00000010:3.0:1776198910.420490:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064071a7f. 00000100:00000200:3.0:1776198910.420492:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231097920, offset 0 00000400:00000200:3.0:1776198910.420498:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.420506:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.420513:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.420516:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.420519:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.420522:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92828:92828:256:4294967295] 192.168.204.56@tcp LPNI seq info [92828:92828:8:4294967295] 00000400:00000200:3.0:1776198910.420531:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.420537:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.420541:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000823b4dd5 (tot 82347282). 00000800:00000200:3.0:1776198910.420761:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.420768:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.420770:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000823b4dd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.420886:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.420899:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000823b4dd5 (tot 82347034). 00000400:00000200:1.0:1776198910.420903:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.420907:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.420910:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064071a7f 00000400:00000010:1.0:1776198910.420912:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064071a7f. 00000100:00000200:1.0:1776198910.420918:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c982cb58 x1862477231097920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.421374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c74726. 00010000:00000010:0.1:1776198910.421382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac7abca. 00000400:00000200:3.0:1776198910.428688:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.428707:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30840 00000400:00000200:3.0:1776198910.428716:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9045 [1] + 224 00000400:00000200:3.0:1776198910.428728:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.428731:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.428741:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c982cb58 x1862477231097920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.428779:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.428784:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78580 00000400:00000200:3.0:1776198910.428788:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb78b5 [2] + 1968 00000400:00000010:3.0:1776198910.428792:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fbdd2e55. 00000400:00000200:3.0:1776198910.428796:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000075284e53 00000400:00000200:3.0:1776198910.428838:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.428841:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.428844:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075284e53 00000400:00000010:3.0:1776198910.428845:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000075284e53 (tot 82346882). 00000100:00000200:3.0:1776198910.428852:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776198910.428929:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056246486. 00000020:00000010:1.0:1776198910.428936:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347e4deb. 00000020:00000010:1.0:1776198910.428950:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.428977:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4a03d39 x1862477217760640/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198910.429018:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760640 02000000:00000010:1.0:1776198910.429031:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c9dd28c. 00010000:00000010:1.0:1776198910.429068:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018fd39fb. 00000100:00000010:1.0:1776198910.429077:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a093cd0c. 00000100:00000010:1.0:1776198910.429084:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a093cd0c. 00010000:00000010:1.0:1776198910.429087:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018fd39fb. 00000400:00000010:1.0:1776198910.429115:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.429120:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760640, offset 224 00000400:00000200:1.0:1776198910.429129:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.429142:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.429146:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92829:92829:256:4294967295] 192.168.204.56@tcp LPNI seq info [92829:92829:8:4294967295] 00000400:00000200:1.0:1776198910.429156:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.429160:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.429165:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c529d4c3 (tot 82347130). 00000800:00000200:1.0:1776198910.429170:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.429177:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.429180:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c529d4c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.429199:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347e4deb. 00000020:00000010:1.0:1776198910.429204:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.429208:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056246486. 02000000:00000010:1.0:1776198910.429217:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd3f8074. 00000100:00000010:1.0:1776198910.429221:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dac5feb0. 02000000:00000010:1.0:1776198910.429225:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfbcf495. 00000100:00000010:1.0:1776198910.429227:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.429230:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000664fe9cf. 00000100:00000010:1.0:1776198910.429234:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 02000000:00000010:1.0:1776198910.429238:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f2fafb5. 00000100:00000010:1.0:1776198910.429240:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000443b8fc8. 02000000:00000010:1.0:1776198910.429242:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d0810a5. 00000100:00000010:1.0:1776198910.429245:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a842f517. 02000000:00000010:1.0:1776198910.429249:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005dba4515. 00000100:00000010:1.0:1776198910.429250:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000903f1ed9. 00000100:00000200:1.0:1776198910.429287:0:64811:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776198910.429292:0:64811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098be5894. 00000400:00000010:1.0:1776198910.429296:0:64811:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a093cd0c (tot 82347282). 00000400:00000010:1.0:1776198910.429319:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bae38cfc. 00000400:00000200:1.0:1776198910.429322:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfb54085 00000400:00000010:1.0:1776198910.429324:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfb54085. 00000100:00000200:1.0:1776198910.429330:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c982cb58 x1862477231097920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.429336:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c982cb58 x1862477231097920/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.429358:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016add987. 02000000:00000010:1.0:1776198910.429376:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d484664. 02000000:00000010:1.0:1776198910.429380:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1268c46. 00000100:00000010:1.0:1776198910.429386:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c982cb58. 00000100:00000010:1.0:1776198910.429389:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7c3c01. 00010000:00000010:1.0:1776198910.429391:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003877a685. 00080000:00000010:1.0:1776198910.429408:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1268c46. 00010000:00000010:1.0:1776198910.429495:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1d22706. 00010000:00000010:1.0:1776198910.429501:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006723118d. 00010000:00000010:1.0:1776198910.429574:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.0:1776198910.429579:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c652a6ad. 00010000:00000010:1.0:1776198910.429588:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018fd39fb. 00000100:00000010:1.0:1776198910.429591:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.429596:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.429608:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2f4a38d. 02000000:00000010:1.0:1776198910.429629:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ec03e13. 00000400:00000010:1.0:1776198910.429632:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.429635:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e36aaa5. 00000100:00000200:1.0:1776198910.429638:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231097984, portal 16 00000400:00000010:1.0:1776198910.429642:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.429644:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231097984, offset 0 00000400:00000200:1.0:1776198910.429649:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.429655:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.429662:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.429665:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.429668:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.429671:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92830:92830:255:4294967295] 192.168.204.56@tcp LPNI seq info [92830:92830:7:4294967295] 00000400:00000200:1.0:1776198910.429679:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.429683:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.429686:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347530). 00000800:00000200:1.0:1776198910.429690:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.429693:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.429695:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.430948:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.430954:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c529d4c3 (tot 82347282). 00000400:00000200:1.0:1776198910.430962:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.430969:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.430974:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.430976:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 02000000:00000010:1.0:1776198910.430983:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c9dd28c. 00000800:00000200:1.0:1776198910.431040:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.431042:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:1.0:1776198910.431044:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.431047:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.431050:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:1.0:1776198910.431051:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.431059:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231097984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.432359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f45a7513. 00000400:00000200:1.0:1776198910.437172:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.437193:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30880 00000400:00000200:1.0:1776198910.437214:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9055 [1] + 224 00000400:00000200:1.0:1776198910.437228:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.437232:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.437244:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231097984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.437354:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.437360:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f785c0 00000400:00000200:1.0:1776198910.437366:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 0 00000400:00000200:1.0:1776198910.437671:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.437676:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.437681:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.437689:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 00000400:00000010:3.0:1776198910.440348:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:3.0:1776198910.440359:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e36aaa5 00000400:00000010:3.0:1776198910.440361:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e36aaa5. 00000100:00000200:3.0:1776198910.440375:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231097984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.440392:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231097984/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.440423:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ec03e13. 02000000:00000010:3.0:1776198910.440429:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2f4a38d. 00000100:00000010:3.0:1776198910.440435:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:3.0:1776198910.440439:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:3.0:1776198910.440442:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018fd39fb. 00010000:00000010:3.1:1776198910.442190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089fd3eaa. 00010000:00000010:3.1:1776198910.442202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b6f6d6. 00000020:00000010:1.0:1776198910.443814:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c811b7c. 00000020:00000010:1.0:1776198910.443824:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347e4deb. 00000020:00000010:1.0:1776198910.443829:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.443862:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001075926e x1862477217760704/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198910.443907:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760704 02000000:00000010:1.0:1776198910.443918:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003cec030a. 00010000:00000010:1.0:1776198910.443956:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd23a529. 00010000:00000010:1.0:1776198910.443977:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7e5d4c9. 00000100:00000010:1.0:1776198910.443985:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.443999:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.444002:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7e5d4c9. 00080000:00000010:1.0:1776198910.444028:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e93271af. 00010000:00000010:1.0:1776198910.444113:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c652a6ad. 00010000:00000010:1.0:1776198910.444119:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000327ed32. 00010000:00000010:1.0:1776198910.444208:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b616a37c. 00010000:00000010:1.0:1776198910.444212:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008ef8508f. 00010000:00000010:1.0:1776198910.444218:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.0:1776198910.444223:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c652a6ad. 00080000:00000010:1.0:1776198910.444235:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa315742. 00010000:00000010:1.0:1776198910.444428:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c652a6ad. 00010000:00000010:1.0:1776198910.444434:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ef8508f. 00010000:00000010:1.0:1776198910.444491:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.0:1776198910.444495:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c652a6ad. 00010000:00000010:1.0:1776198910.444503:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7e5d4c9. 00000100:00000010:1.0:1776198910.444506:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.444514:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198910.444524:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007bae0c01. 02000000:00000010:1.0:1776198910.444545:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000221aea7c. 00000400:00000010:1.0:1776198910.444551:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.444558:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d46ee3ec. 00000100:00000200:1.0:1776198910.444564:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098048, portal 16 00000400:00000010:1.0:1776198910.444569:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.444572:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098048, offset 0 00000400:00000200:1.0:1776198910.444582:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.444601:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.444609:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.444613:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.444616:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.444620:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92831:92831:256:4294967295] 192.168.204.56@tcp LPNI seq info [92831:92831:8:4294967295] 00000400:00000200:1.0:1776198910.444631:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.444638:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.444643:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347282). 00000800:00000200:1.0:1776198910.444649:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.444656:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.444661:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.444777:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.444781:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:1.0:1776198910.444787:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.444792:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.444796:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.444799:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:1.0:1776198910.444805:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231098048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.445338:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.445344:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760704, offset 224 00000400:00000200:1.0:1776198910.445350:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.445358:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.445363:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92832:92832:256:4294967295] 192.168.204.56@tcp LPNI seq info [92832:92832:8:4294967295] 00000400:00000200:1.0:1776198910.445369:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.445374:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.445377:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347282). 00000800:00000200:1.0:1776198910.445381:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.445385:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.445388:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.445408:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347e4deb. 00000020:00000010:1.0:1776198910.445414:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.445418:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c811b7c. 00000800:00000200:1.0:1776198910.445451:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.445453:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:1.0:1776198910.445456:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.445459:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.445462:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.445463:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000400:00000200:3.0:1776198910.447749:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00010000:00000010:1.1:1776198910.448606:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaecd40b. 00010000:00000010:1.1:1776198910.448618:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f325b68b. 00010000:00000010:1.1:1776198910.448622:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723b5db. 00000400:00000200:3.0:1776198910.448706:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c308c0 00000400:00000200:3.0:1776198910.448720:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb905d [1] + 224 00010000:00000010:1.1:1776198910.450631:0:78647:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d33d11. 00010000:00000010:1.1:1776198910.450643:0:78647:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a080a1b9. 00010000:00000010:1.1:1776198910.450647:0:78647:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.1:1776198910.450653:0:78647:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b616a37c. 00010000:00000010:1.1:1776198910.450656:0:78647:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00000400:00000200:0.0:1776198910.454059:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.454074:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.454088:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231098048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198910.457654:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:3.0:1776198910.457665:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d46ee3ec 00000400:00000010:3.0:1776198910.457667:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d46ee3ec. 00000100:00000200:3.0:1776198910.457683:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231098048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.457695:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231098048/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.457729:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000221aea7c. 02000000:00000010:3.0:1776198910.457736:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007bae0c01. 00000100:00000010:3.0:1776198910.457740:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:3.0:1776198910.457744:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:3.0:1776198910.457747:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7e5d4c9. 00000400:00000200:1.0:1776198910.458760:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.458778:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78600 00000400:00000200:1.0:1776198910.458786:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 328 00000400:00000200:1.0:1776198910.458854:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.458860:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.458866:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.458872:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 00000020:00000010:2.0:1776198910.458972:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056e4966c. 00000020:00000010:2.0:1776198910.458979:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c288151. 00000020:00000010:2.0:1776198910.458983:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.459011:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be53f0de x1862477217760768/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198910.459048:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760768 02000000:00000010:2.0:1776198910.459059:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bb65536. 00010000:00000010:2.0:1776198910.459086:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034062723. 00010000:00000010:2.0:1776198910.459118:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e766bee. 00000100:00000010:2.0:1776198910.459124:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.459130:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.459133:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e766bee. 00000400:00000010:2.0:1776198910.459144:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f276d024. 00000100:00000200:2.0:1776198910.459149:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760768, offset 224 00000400:00000200:2.0:1776198910.459157:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.459167:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.459172:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92833:92833:256:4294967295] 192.168.204.56@tcp LPNI seq info [92833:92833:8:4294967295] 00000400:00000200:2.0:1776198910.459181:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.459185:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.459191:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198910.459196:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.459202:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.459206:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.459222:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c288151. 00000020:00000010:2.0:1776198910.459225:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.459228:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056e4966c. 00000800:00000200:1.0:1776198910.463055:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.463063:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:1.0:1776198910.463071:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.463081:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.463087:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f276d024 00000400:00000010:1.0:1776198910.463089:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f276d024. 00080000:00000010:0.0:1776198910.466830:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea9e2c38. 00010000:00000010:0.0:1776198910.466968:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c652a6ad. 00010000:00000010:0.0:1776198910.466978:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000faafb61b. 00010000:00000010:0.0:1776198910.467051:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b09a9f6d. 00010000:00000010:0.0:1776198910.467058:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ff2b47f1. 00010000:00000010:0.0:1776198910.467070:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078190e65. 00000100:00000010:0.0:1776198910.467077:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.467086:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003d0f3b3a. 02000000:00000010:0.0:1776198910.467111:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2318d6. 02000000:00000010:0.0:1776198910.467142:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a4d6ff7. 00000400:00000010:0.0:1776198910.467149:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d514ae1. 00000400:00000010:0.0:1776198910.467155:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e390816b. 00000100:00000200:0.0:1776198910.467162:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098112, portal 16 00000400:00000010:0.0:1776198910.467167:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198910.467169:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098112, offset 0 00000400:00000200:0.0:1776198910.467178:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.467193:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.467199:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.467203:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.467205:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.467209:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92834:92834:256:4294967295] 192.168.204.56@tcp LPNI seq info [92834:92834:8:4294967295] 00000400:00000200:0.0:1776198910.467218:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.467224:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.467228:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.467233:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.467240:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.467244:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.467380:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.467394:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:0.0:1776198910.467400:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.467406:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.467410:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:0.0:1776198910.467412:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000100:00000200:0.0:1776198910.467418:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003d0f3b3a x1862477231098112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.469317:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.469334:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30900 00000400:00000200:0.0:1776198910.469343:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb906d [1] + 224 00000400:00000200:0.0:1776198910.469356:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.469360:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.469369:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003d0f3b3a x1862477231098112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198910.469598:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d514ae1. 00000400:00000200:2.0:1776198910.469603:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e390816b 00000400:00000010:2.0:1776198910.469606:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e390816b. 00000100:00000200:2.0:1776198910.469611:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003d0f3b3a x1862477231098112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.469619:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003d0f3b3a x1862477231098112/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.469648:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a4d6ff7. 02000000:00000010:2.0:1776198910.469655:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d2318d6. 00000100:00000010:2.0:1776198910.469659:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003d0f3b3a. 00000100:00000010:2.0:1776198910.469663:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:2.0:1776198910.469668:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078190e65. 00010000:00000010:2.1:1776198910.471591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a7e2e7f. 00000400:00000200:1.0:1776198910.473004:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.473023:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78640 00000400:00000200:1.0:1776198910.473033:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 656 00000400:00000200:1.0:1776198910.473186:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.473191:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.473198:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.473205:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 00000020:00000010:2.0:1776198910.473380:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061d1c66c. 00000020:00000010:2.0:1776198910.473388:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c288151. 00000020:00000010:2.0:1776198910.473392:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.473419:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080f6e3ad x1862477217760832/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198910.473484:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760832 02000000:00000010:2.0:1776198910.473499:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058abc52c. 00010000:00000010:2.0:1776198910.473533:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092530138. 00010000:00000010:2.0:1776198910.473558:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e766bee. 00000100:00000010:2.0:1776198910.473565:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.473577:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.473581:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e766bee. 00000400:00000010:2.0:1776198910.473595:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d9afca2. 00000100:00000200:2.0:1776198910.473599:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760832, offset 224 00000400:00000200:2.0:1776198910.473607:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.473619:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.473625:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92835:92835:256:4294967295] 192.168.204.56@tcp LPNI seq info [92835:92835:8:4294967295] 00000400:00000200:2.0:1776198910.473635:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.473640:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.473645:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.473650:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.473657:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.473660:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.473675:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c288151. 00000020:00000010:2.0:1776198910.473679:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.473682:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061d1c66c. 00080000:00000010:2.0:1776198910.473834:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d1c66c. 00010000:00000010:2.0:1776198910.474010:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff2b47f1. 00010000:00000010:2.0:1776198910.474018:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044522122. 00010000:00000010:2.0:1776198910.474206:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc49ecc. 00010000:00000010:2.0:1776198910.474211:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2f25ee2. 00010000:00000010:2.0:1776198910.474221:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e766bee. 00000100:00000010:2.0:1776198910.474224:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.474231:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000beb6e36a. 02000000:00000010:2.0:1776198910.474243:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfbcf495. 02000000:00000010:2.0:1776198910.474341:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6b886c. 00000400:00000010:2.0:1776198910.474347:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1792266. 00000400:00000010:2.0:1776198910.474352:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000139b9b0a. 00000100:00000200:2.0:1776198910.474357:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098176, portal 16 00000400:00000010:2.0:1776198910.474361:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fcc1bf8. 00000100:00000200:2.0:1776198910.474363:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098176, offset 0 00000400:00000200:2.0:1776198910.474369:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.474378:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.474384:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.474387:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.474389:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.474392:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92836:92836:255:4294967295] 192.168.204.56@tcp LPNI seq info [92836:92836:7:4294967295] 00000400:00000200:2.0:1776198910.474399:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.474404:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.474407:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347530). 00000800:00000200:2.0:1776198910.474411:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.474415:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.474418:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.474816:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.474821:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347282). 00000400:00000200:0.0:1776198910.474825:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.474830:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.474834:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d9afca2 00000400:00000010:0.0:1776198910.474836:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d9afca2. 00000800:00000200:0.0:1776198910.474887:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1776198910.475657:0:15865:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f504d66. 00010000:00000010:0.1:1776198910.475665:0:15865:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00000800:00000010:0.0:1776198910.475674:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347034). 00000400:00000200:0.0:1776198910.475678:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.475684:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.475688:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fcc1bf8 00000400:00000010:0.0:1776198910.475689:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fcc1bf8. 00000100:00000200:0.0:1776198910.475697:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000beb6e36a x1862477231098176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.480636:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.480654:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30940 00000400:00000200:2.0:1776198910.480663:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9079 [1] + 224 00000400:00000200:2.0:1776198910.480674:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.480677:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.480688:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000beb6e36a x1862477231098176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.480764:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.480770:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78680 00000400:00000200:2.0:1776198910.480774:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 984 00000400:00000200:2.0:1776198910.480828:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.480832:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.480836:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.480842:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082783aec. 00000020:00000010:1.0:1776198910.480982:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad13df57. 00000020:00000010:1.0:1776198910.480989:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.480993:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.481023:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082783aec x1862477217760896/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198910.481056:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760896 02000000:00000010:1.0:1776198910.481067:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022ecc806. 00010000:00000010:1.0:1776198910.481199:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7508916. 00000100:00000010:1.0:1776198910.481207:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c04c054. 00000100:00000010:1.0:1776198910.481214:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c04c054. 00010000:00000010:1.0:1776198910.481217:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7508916. 00000400:00000010:1.0:1776198910.481232:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.481236:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760896, offset 224 00000400:00000200:1.0:1776198910.481244:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.481283:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.481289:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92837:92837:256:4294967295] 192.168.204.56@tcp LPNI seq info [92837:92837:8:4294967295] 00000400:00000200:1.0:1776198910.481299:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.481304:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.481309:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347282). 00000800:00000200:1.0:1776198910.481314:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.481321:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.481325:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.481341:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002a4f7c16. 00000020:00000010:1.0:1776198910.481346:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.481349:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad13df57. 00000800:00000200:1.0:1776198910.481413:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.481417:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:1.0:1776198910.481421:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.481425:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.481428:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:1.0:1776198910.481431:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000400:00000010:0.0:1776198910.481532:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1792266. 00000400:00000200:0.0:1776198910.481539:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000139b9b0a 00000400:00000010:0.0:1776198910.481541:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000139b9b0a. 00000100:00000200:0.0:1776198910.481548:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000beb6e36a x1862477231098176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.481556:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000beb6e36a x1862477231098176/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776198910.481585:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ff2d6bf. 02000000:00000010:0.0:1776198910.481602:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6b886c. 02000000:00000010:0.0:1776198910.481608:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfbcf495. 00000100:00000010:0.0:1776198910.481613:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000beb6e36a. 00000100:00000010:0.0:1776198910.481618:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:0.0:1776198910.481620:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e766bee. 00080000:00000010:0.0:1776198910.481641:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c55c691. 00010000:00000010:0.0:1776198910.481755:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2f25ee2. 00010000:00000010:0.0:1776198910.481762:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031f5a0d1. 00010000:00000010:0.0:1776198910.481836:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3c9034a. 00010000:00000010:0.0:1776198910.481842:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f5d903c8. 00010000:00000010:0.0:1776198910.481852:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ad7ef1c. 00010000:00000010:2.1:1776198910.484095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099044825. 00010000:00000010:2.1:1776198910.484111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f97301b. 00010000:00000010:2.1:1776198910.484115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b09a9f6d. 00000100:00000010:0.0:1776198910.484783:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:2.0:1776198910.486133:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053a512a2. 02000000:00000010:2.0:1776198910.486167:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfbcf495. 02000000:00000010:2.0:1776198910.486200:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6b886c. 00000400:00000010:2.0:1776198910.486208:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a211b4c7. 00000400:00000010:2.0:1776198910.486214:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047512ebb. 00000100:00000200:2.0:1776198910.486221:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098240, portal 16 00000400:00000010:2.0:1776198910.486226:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000187bd79a. 00000100:00000200:2.0:1776198910.486228:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098240, offset 0 00000400:00000200:2.0:1776198910.486238:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.486272:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.486278:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.486281:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.486284:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.486287:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92838:92838:256:4294967295] 192.168.204.56@tcp LPNI seq info [92838:92838:8:4294967295] 00000400:00000200:2.0:1776198910.486297:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.486302:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.486307:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198910.486314:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.486321:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.486325:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.486684:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.486690:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:1.0:1776198910.486694:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.486700:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.486704:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187bd79a 00000400:00000010:1.0:1776198910.486707:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000187bd79a. 00000100:00000200:1.0:1776198910.486715:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000053a512a2 x1862477231098240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.492606:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.492627:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30980 00000400:00000200:2.0:1776198910.492636:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9085 [1] + 224 00000400:00000200:2.0:1776198910.492648:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.492653:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.492666:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000053a512a2 x1862477231098240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.492708:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.492713:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f786c0 00000400:00000200:2.0:1776198910.492719:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 1312 00000400:00000200:2.0:1776198910.492768:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.492771:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.492775:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.492781:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033f51ac5. 00000020:00000010:2.0:1776198910.492830:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7f3e62d. 00000020:00000010:2.0:1776198910.492837:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006c288151. 00000020:00000010:2.0:1776198910.492842:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.492865:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033f51ac5 x1862477217760960/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198910.492905:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217760960 02000000:00000010:2.0:1776198910.492916:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000004a06b16. 00010000:00000010:2.0:1776198910.492960:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020fa0b04. 00000100:00000010:2.0:1776198910.492967:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.492974:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.492977:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020fa0b04. 00000400:00000010:2.0:1776198910.492990:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198910.492995:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217760960, offset 224 00000400:00000200:2.0:1776198910.493002:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.493012:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.493017:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92839:92839:256:4294967295] 192.168.204.56@tcp LPNI seq info [92839:92839:8:4294967295] 00000400:00000200:2.0:1776198910.493027:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.493032:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.493036:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198910.493041:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.493048:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.493052:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.493068:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006c288151. 00000020:00000010:2.0:1776198910.493071:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.493075:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7f3e62d. 00000800:00000200:2.0:1776198910.493142:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.493145:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198910.493148:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.493151:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.493155:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:2.0:1776198910.493157:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000400:00000010:3.0:1776198910.493349:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a211b4c7. 00000400:00000200:3.0:1776198910.493354:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047512ebb 00000400:00000010:3.0:1776198910.493355:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047512ebb. 00000100:00000200:3.0:1776198910.493361:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000053a512a2 x1862477231098240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.493369:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000053a512a2 x1862477231098240/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198910.493391:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000175bc004. 02000000:00000010:3.0:1776198910.493408:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6b886c. 02000000:00000010:3.0:1776198910.493414:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfbcf495. 00000100:00000010:3.0:1776198910.493418:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053a512a2. 00000100:00000010:3.0:1776198910.493421:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:3.0:1776198910.493425:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ad7ef1c. 00080000:00000010:3.0:1776198910.493444:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2f4a38d. 00010000:00000010:3.0:1776198910.493534:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5d903c8. 00010000:00000010:3.0:1776198910.493539:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000504b8d85. 00010000:00000010:3.0:1776198910.493607:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198910.493613:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198910.493623:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198910.493627:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.493634:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 02000000:00000010:3.0:1776198910.493643:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfbcf495. 02000000:00000010:3.0:1776198910.493668:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf6b886c. 00000400:00000010:3.0:1776198910.493673:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198910.493677:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198910.493682:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098304, portal 16 00000400:00000010:3.0:1776198910.493686:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ce4b070. 00000100:00000200:3.0:1776198910.493688:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098304, offset 0 00000400:00000200:3.0:1776198910.493694:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.493702:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.493711:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.493715:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.493719:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.493721:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92840:92840:256:4294967295] 192.168.204.56@tcp LPNI seq info [92840:92840:8:4294967295] 00000400:00000200:3.0:1776198910.493729:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.493734:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.493737:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007fbda368 (tot 82347282). 00000800:00000200:3.0:1776198910.493741:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.493745:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.493748:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007fbda368 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.493987:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.493990:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007fbda368 (tot 82347034). 00000400:00000200:2.0:1776198910.493993:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.493997:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.493999:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ce4b070 00000400:00000010:2.0:1776198910.494001:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ce4b070. 00000100:00000200:2.0:1776198910.494006:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c420537 x1862477231098304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.495380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000728cbac7. 00010000:00000010:0.1:1776198910.495396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c25019e. 00010000:00000010:0.1:1776198910.495402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc49ecc. 00000400:00000200:2.0:1776198910.496531:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.496549:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c309c0 00000400:00000200:2.0:1776198910.496558:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9091 [1] + 224 00000400:00000200:2.0:1776198910.496571:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.496575:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.496586:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c420537 x1862477231098304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198910.505161:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:3.0:1776198910.505170:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:3.0:1776198910.505172:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:3.0:1776198910.505187:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c420537 x1862477231098304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.505196:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c420537 x1862477231098304/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.505228:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf6b886c. 02000000:00000010:3.0:1776198910.505236:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfbcf495. 00000100:00000010:3.0:1776198910.505240:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 00000100:00000010:3.0:1776198910.505245:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.505249:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000200:2.0:1776198910.505484:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.505499:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78700 00000400:00000200:2.0:1776198910.505506:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 1640 00000400:00000200:2.0:1776198910.505568:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.505573:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.505581:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.505586:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e93d007. 00000020:00000010:0.0:1776198910.505692:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6aed876. 00000020:00000010:0.0:1776198910.505699:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.505703:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.505728:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e93d007 x1862477217761024/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198910.505851:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761024 02000000:00000010:0.0:1776198910.505862:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f1faf31. 00010000:00000010:0.0:1776198910.505899:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008627cfcb. 00010000:00000010:0.0:1776198910.505920:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198910.505927:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.505949:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.505953:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00000400:00000010:0.0:1776198910.505967:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198910.505972:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761024, offset 224 00000400:00000200:0.0:1776198910.505979:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.505989:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.505994:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92841:92841:256:4294967295] 192.168.204.56@tcp LPNI seq info [92841:92841:8:4294967295] 00000400:00000200:0.0:1776198910.506004:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.506009:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.506013:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.506019:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.506027:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.506030:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.506048:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.506053:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.506056:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6aed876. 00080000:00000010:3.0:1776198910.506102:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056e4966c. 00010000:00000010:3.0:1776198910.506186:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198910.506193:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cd97e44. 00010000:00000010:3.0:1776198910.506309:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2d8026b. 00010000:00000010:3.0:1776198910.506314:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d61cac13. 00010000:00000010:3.0:1776198910.506318:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198910.506323:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00080000:00000010:3.0:1776198910.506336:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfbcf495. 00010000:00000010:3.0:1776198910.506362:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198910.506365:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d61cac13. 00010000:00000010:3.0:1776198910.506432:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.0:1776198910.506436:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198910.506444:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198910.506448:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.506454:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 02000000:00000010:3.0:1776198910.506464:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf6b886c. 02000000:00000010:3.0:1776198910.506489:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d484664. 00000400:00000010:3.0:1776198910.506494:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198910.506498:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198910.506502:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098368, portal 16 00000400:00000010:3.0:1776198910.506505:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b4375f2. 00000100:00000200:3.0:1776198910.506507:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098368, offset 0 00000400:00000200:3.0:1776198910.506512:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.506518:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.506524:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.506528:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.506530:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.506533:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92842:92842:255:4294967295] 192.168.204.56@tcp LPNI seq info [92842:92842:7:4294967295] 00000400:00000200:3.0:1776198910.506540:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.506544:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.506547:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000033189ee (tot 82347530). 00000800:00000200:3.0:1776198910.506552:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.506557:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.506560:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000033189ee type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776198910.514227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef19d1fe. 00010000:00000010:3.1:1776198910.514249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000318a409f. 00010000:00000010:3.1:1776198910.514275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c9034a. 00000800:00000200:0.0:1776198910.519104:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.519112:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:0.0:1776198910.519121:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.519133:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.519139:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:0.0:1776198910.519142:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 00000800:00000200:0.0:1776198910.519217:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.519219:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000033189ee (tot 82347034). 00000400:00000200:0.0:1776198910.519222:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.519225:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.519227:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b4375f2 00000400:00000010:0.0:1776198910.519229:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b4375f2. 00000100:00000200:0.0:1776198910.519238:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c420537 x1862477231098368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198910.520378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000445dba6. 00010000:00000010:3.1:1776198910.520745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00010000:00000010:3.1:1776198910.520751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d8026b. 00010000:00000010:3.1:1776198910.520754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:0.1:1776198910.527539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e3871dd. 00000400:00000200:2.0:1776198910.532093:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.532111:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30a00 00000400:00000200:2.0:1776198910.532120:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb909d [1] + 224 00000400:00000200:2.0:1776198910.532131:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.532136:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.532146:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c420537 x1862477231098368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.532221:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.532227:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78740 00000400:00000200:2.0:1776198910.532232:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb790d [2] + 1968 00000400:00000010:2.0:1776198910.532236:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b31e5ff. 00000400:00000200:2.0:1776198910.532239:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000db9205f7 00000400:00000200:2.0:1776198910.532247:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.532250:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.532278:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db9205f7 00000400:00000010:2.0:1776198910.532281:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000db9205f7 (tot 82346882). 00000100:00000200:2.0:1776198910.532286:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776198910.532445:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6aed876. 00000020:00000010:0.0:1776198910.532453:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.532457:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.532484:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f382406a x1862477217761088/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198910.532516:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761088 02000000:00000010:0.0:1776198910.532527:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023661ca0. 00010000:00000010:0.0:1776198910.532566:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198910.532573:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a8dcb6c. 00000100:00000010:0.0:1776198910.532580:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a8dcb6c. 00010000:00000010:0.0:1776198910.532583:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00000400:00000010:0.0:1776198910.532600:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e884bc5a. 00000100:00000200:0.0:1776198910.532605:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761088, offset 224 00000400:00000200:0.0:1776198910.532613:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.532622:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.532627:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92843:92843:256:4294967295] 192.168.204.56@tcp LPNI seq info [92843:92843:8:4294967295] 00000400:00000200:0.0:1776198910.532636:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.532642:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.532646:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347130). 00000800:00000200:0.0:1776198910.532651:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.532657:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.532661:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.532677:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.532680:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.532683:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6aed876. 02000000:00000010:0.0:1776198910.532692:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f1faf31. 00000100:00000010:0.0:1776198910.532694:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e93d007. 02000000:00000010:0.0:1776198910.532698:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000004a06b16. 00000100:00000010:0.0:1776198910.532700:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033f51ac5. 02000000:00000010:0.0:1776198910.532704:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022ecc806. 00000100:00000010:0.0:1776198910.532706:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082783aec. 02000000:00000010:0.0:1776198910.532709:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058abc52c. 00000100:00000010:0.0:1776198910.532711:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 02000000:00000010:0.0:1776198910.532714:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bb65536. 00000100:00000010:0.0:1776198910.532716:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 02000000:00000010:0.0:1776198910.532718:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003cec030a. 00000100:00000010:0.0:1776198910.532721:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 00000100:00000200:0.0:1776198910.532727:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198910.532731:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076637d25. 00000400:00000010:0.0:1776198910.532735:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003a8dcb6c (tot 82347282). 00000800:00000200:2.0:1776198910.534503:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.534509:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347034). 00000400:00000200:2.0:1776198910.534517:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.534525:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.534529:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e884bc5a 00000400:00000010:2.0:1776198910.534531:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e884bc5a. 02000000:00000010:2.0:1776198910.534537:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023661ca0. 00000400:00000010:3.0:1776198910.541513:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:3.0:1776198910.541523:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:3.0:1776198910.541526:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:3.0:1776198910.541540:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c420537 x1862477231098368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.541551:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c420537 x1862477231098368/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198910.541581:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f1cf082. 02000000:00000010:3.0:1776198910.541601:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d484664. 02000000:00000010:3.0:1776198910.541606:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf6b886c. 00000100:00000010:3.0:1776198910.541611:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 00000100:00000010:3.0:1776198910.541615:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.541620:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00080000:00000010:3.0:1776198910.541640:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d484664. 00010000:00000010:3.0:1776198910.541742:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:3.0:1776198910.541750:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba717ab0. 00010000:00000010:3.0:1776198910.541851:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.0:1776198910.541856:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004e362715. 00010000:00000010:3.0:1776198910.541868:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198910.541873:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.541880:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 02000000:00000010:3.0:1776198910.541893:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf6b886c. 02000000:00000010:3.0:1776198910.541921:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f0a4f3. 00000400:00000010:3.0:1776198910.541926:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198910.541930:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198910.541946:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098432, portal 16 00000400:00000010:3.0:1776198910.541951:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198910.541954:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098432, offset 0 00000400:00000200:3.0:1776198910.541961:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.541975:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.541982:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.541985:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.541988:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.541991:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92844:92844:256:4294967295] 192.168.204.56@tcp LPNI seq info [92844:92844:8:4294967295] 00000400:00000200:3.0:1776198910.542000:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.542006:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.542011:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000058693aa (tot 82347282). 00000800:00000200:3.0:1776198910.542017:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.542024:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.542028:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000058693aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.543514:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.543520:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000058693aa (tot 82347034). 00000400:00000200:2.0:1776198910.543527:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.543535:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.543539:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:2.0:1776198910.543542:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000100:00000200:2.0:1776198910.543552:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c420537 x1862477231098432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.545135:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.545155:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30a40 00000400:00000200:2.0:1776198910.545163:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90ad [1] + 224 00000400:00000200:2.0:1776198910.545179:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.545183:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.545192:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c420537 x1862477231098432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776198910.545292:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:3.0:1776198910.545297:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:3.0:1776198910.545299:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:3.0:1776198910.545306:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c420537 x1862477231098432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.545318:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c420537 x1862477231098432/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.545348:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f0a4f3. 02000000:00000010:3.0:1776198910.545354:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf6b886c. 00000100:00000010:3.0:1776198910.545360:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 00000100:00000010:3.0:1776198910.545364:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.545368:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000200:2.0:1776198910.546066:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.546078:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78780 00000400:00000200:2.0:1776198910.546084:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 0 00000400:00000200:2.0:1776198910.546135:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.546140:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.546145:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.546150:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011736d15. 00000020:00000010:3.0:1776198910.546229:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf6a2409. 00000020:00000010:3.0:1776198910.546236:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198910.546241:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c1e5ed7. 00000100:00000200:3.0:1776198910.546501:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011736d15 x1862477217761152/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776198910.546538:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761152 02000000:00000010:3.0:1776198910.546548:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edc3ef4c. 00010000:00000010:3.0:1776198910.546576:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084167e89. 00010000:00000010:3.0:1776198910.546594:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489d3022. 00000100:00000010:3.0:1776198910.546600:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.546616:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.546620:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489d3022. 00000400:00000010:3.0:1776198910.546632:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198910.546636:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761152, offset 224 00000400:00000200:3.0:1776198910.546644:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.546654:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.546659:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92845:92845:256:4294967295] 192.168.204.56@tcp LPNI seq info [92845:92845:8:4294967295] 00000400:00000200:3.0:1776198910.546669:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.546674:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.546679:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f43d4779 (tot 82347282). 00000800:00000200:3.0:1776198910.546684:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.546691:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.546695:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f43d4779 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.546709:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047b41ae7. 00000020:00000010:3.0:1776198910.546713:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c1e5ed7. 00000020:00000010:3.0:1776198910.546716:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf6a2409. 00000800:00000200:2.0:1776198910.546806:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.546810:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f43d4779 (tot 82347034). 00000400:00000200:2.0:1776198910.546814:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.546818:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.546821:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:2.0:1776198910.546823:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00080000:00000010:2.0:1776198910.546846:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004a06b16. 00010000:00000010:2.0:1776198910.546927:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e362715. 00010000:00000010:2.0:1776198910.546933:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021aeb927. 00010000:00000010:2.0:1776198910.547023:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000870e8d32. 00010000:00000010:2.0:1776198910.547029:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a154df35. 00010000:00000010:2.0:1776198910.547039:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020fa0b04. 00000100:00000010:2.0:1776198910.547043:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.547050:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082783aec. 02000000:00000010:2.0:1776198910.547060:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013253f59. 02000000:00000010:2.0:1776198910.547084:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef769891. 00000400:00000010:2.0:1776198910.547089:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b31e5ff. 00000400:00000010:2.0:1776198910.547093:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000282842dd. 00000100:00000200:2.0:1776198910.547098:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098496, portal 16 00000400:00000010:2.0:1776198910.547103:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011acb8da. 00000100:00000200:2.0:1776198910.547105:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098496, offset 0 00000400:00000200:2.0:1776198910.547110:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.547116:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.547122:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.547126:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.547128:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.547131:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92846:92846:256:4294967295] 192.168.204.56@tcp LPNI seq info [92846:92846:8:4294967295] 00000400:00000200:2.0:1776198910.547138:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.547143:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.547146:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198910.547150:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.547154:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.547156:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.547693:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.547696:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:3.0:1776198910.547700:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.547704:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.547707:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011acb8da 00000400:00000010:3.0:1776198910.547709:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011acb8da. 00000100:00000200:3.0:1776198910.547714:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082783aec x1862477231098496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.550189:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.550208:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30a80 00000400:00000200:2.0:1776198910.550216:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90b9 [1] + 224 00000400:00000200:2.0:1776198910.550226:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.550229:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.550237:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082783aec x1862477231098496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.550472:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.550479:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f787c0 00000400:00000200:2.0:1776198910.550484:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 328 00000400:00000200:2.0:1776198910.550650:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.550654:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.550658:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.550663:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033f51ac5. 00000400:00000010:3.0:1776198910.550811:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b31e5ff. 00000400:00000200:3.0:1776198910.550815:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000282842dd 00000400:00000010:3.0:1776198910.550818:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000282842dd. 00000100:00000200:3.0:1776198910.550824:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082783aec x1862477231098496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.550832:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082783aec x1862477231098496/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.550860:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef769891. 02000000:00000010:3.0:1776198910.550866:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013253f59. 00000100:00000010:3.0:1776198910.550870:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082783aec. 00000100:00000010:3.0:1776198910.550873:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:3.0:1776198910.550877:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020fa0b04. 00000020:00000010:0.0:1776198910.556703:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f1faf31. 00000020:00000010:0.0:1776198910.556717:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.556721:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.557415:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033f51ac5 x1862477217761216/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.557498:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761216 02000000:00000010:0.0:1776198910.557514:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6aed876. 00010000:00000010:0.0:1776198910.557550:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd230593. 00010000:00000010:0.0:1776198910.557590:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198910.557601:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.557616:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:0.0:1776198910.557620:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00080000:00000010:0.0:1776198910.557662:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023661ca0. 00010000:00000010:0.0:1776198910.557798:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a154df35. 00010000:00000010:0.0:1776198910.557806:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049e8f4a3. 00010000:00000010:0.0:1776198910.557884:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000600249e8. 00010000:00000010:0.0:1776198910.557890:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011cb9b94. 00010000:00000010:0.0:1776198910.557900:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a8705f7. 00000100:00000010:0.0:1776198910.557903:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.557910:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005120ad71. 02000000:00000010:0.0:1776198910.557921:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2318d6. 02000000:00000010:0.0:1776198910.557957:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a4d6ff7. 00000400:00000010:0.0:1776198910.557964:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9ffa688. 00000400:00000010:0.0:1776198910.557969:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000046d4b07. 00000100:00000200:0.0:1776198910.557977:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098560, portal 16 00000400:00000010:0.0:1776198910.557981:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198910.557983:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098560, offset 0 00000400:00000200:0.0:1776198910.557991:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.558008:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.558014:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.558018:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.558022:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.558025:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92847:92847:256:4294967295] 192.168.204.56@tcp LPNI seq info [92847:92847:8:4294967295] 00000400:00000200:0.0:1776198910.558034:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.558040:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.558044:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198910.558050:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.558056:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.558060:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.558169:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.558173:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:0.0:1776198910.558178:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.558182:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.558186:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:0.0:1776198910.558188:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:0.0:1776198910.558195:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005120ad71 x1862477231098560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776198910.558225:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198910.558228:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761216, offset 224 00000400:00000200:0.0:1776198910.558232:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.558237:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.558241:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92848:92848:256:4294967295] 192.168.204.56@tcp LPNI seq info [92848:92848:8:4294967295] 00000400:00000200:0.0:1776198910.558247:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.558251:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.558284:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347282). 00000800:00000200:0.0:1776198910.558289:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.558292:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.558294:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.558314:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f673d078. 00000020:00000010:0.0:1776198910.558319:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.558323:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f1faf31. 00000800:00000200:0.0:1776198910.558348:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.558350:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:0.0:1776198910.558353:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.558356:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.558358:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:0.0:1776198910.558359:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00010000:00000010:2.1:1776198910.559895:0:78653:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a44ceb4. 00010000:00000010:2.1:1776198910.559906:0:78653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008feb51d2. 00010000:00000010:3.1:1776198910.561752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfff61cd. 00010000:00000010:3.1:1776198910.561769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000265495be. 00010000:00000010:3.1:1776198910.561773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.1:1776198910.561785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007440ef6e. 00010000:00000010:0.1:1776198910.568426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6c2fd4b. 00010000:00000010:0.1:1776198910.568440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e312775. 00010000:00000010:0.1:1776198910.568444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000870e8d32. 00000400:00000200:3.0:1776198910.569779:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.569799:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30ac0 00000400:00000200:3.0:1776198910.569808:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90c1 [1] + 224 00000400:00000200:3.0:1776198910.569821:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.569825:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.569836:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005120ad71 x1862477231098560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.570909:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.570923:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78800 00000400:00000200:2.0:1776198910.570930:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 656 00000400:00000200:2.0:1776198910.570994:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.570998:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.571003:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.571009:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e93d007. 00000020:00000010:3.0:1776198910.571382:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020d010b1. 00000020:00000010:3.0:1776198910.571391:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.571395:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c1e5ed7. 00000100:00000200:3.0:1776198910.571421:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e93d007 x1862477217761280/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198910.571448:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761280 02000000:00000010:3.0:1776198910.571459:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000610b2090. 00010000:00000010:3.0:1776198910.571500:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198910.571506:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.571513:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.571517:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000010:3.0:1776198910.571533:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198910.571538:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761280, offset 224 00000400:00000200:3.0:1776198910.571545:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.571557:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.571562:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92849:92849:256:4294967295] 192.168.204.56@tcp LPNI seq info [92849:92849:8:4294967295] 00000400:00000200:3.0:1776198910.571573:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.571578:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.571582:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089937ff2 (tot 82347282). 00000800:00000200:3.0:1776198910.571588:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.571593:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.571597:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000089937ff2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.571631:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.571635:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c1e5ed7. 00000020:00000010:3.0:1776198910.571639:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020d010b1. 00000400:00000010:1.0:1776198910.572188:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9ffa688. 00000400:00000200:1.0:1776198910.572194:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000046d4b07 00000400:00000010:1.0:1776198910.572196:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000046d4b07. 00000100:00000200:1.0:1776198910.572204:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005120ad71 x1862477231098560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.572212:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005120ad71 x1862477231098560/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.572238:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039f00973. 02000000:00000010:1.0:1776198910.572283:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a4d6ff7. 02000000:00000010:1.0:1776198910.572290:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d2318d6. 00000100:00000010:1.0:1776198910.572294:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005120ad71. 00000100:00000010:1.0:1776198910.572299:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:1.0:1776198910.572302:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a8705f7. 00080000:00000010:1.0:1776198910.572320:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad13df57. 00010000:00000010:1.0:1776198910.572416:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011cb9b94. 00010000:00000010:1.0:1776198910.572422:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea0573d9. 00010000:00000010:1.0:1776198910.572494:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.0:1776198910.572499:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044c930e8. 00010000:00000010:1.0:1776198910.572510:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000098b91d94. 00000100:00000010:1.0:1776198910.572514:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202a83ae. 00000100:00000010:1.0:1776198910.572522:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001075926e. 02000000:00000010:1.0:1776198910.572532:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e657ec5e. 02000000:00000010:1.0:1776198910.572559:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053a1d4c7. 00000400:00000010:1.0:1776198910.572563:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198910.572568:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006b771ac. 00000100:00000200:1.0:1776198910.572573:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098624, portal 16 00000400:00000010:1.0:1776198910.572577:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04bfa44. 00000100:00000200:1.0:1776198910.572579:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098624, offset 0 00000400:00000200:1.0:1776198910.572584:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.572594:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.572601:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.572605:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.572608:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.572611:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92850:92850:255:4294967295] 192.168.204.56@tcp LPNI seq info [92850:92850:7:4294967295] 00000400:00000200:1.0:1776198910.572619:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.572624:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.572628:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347530). 00000800:00000200:1.0:1776198910.572634:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.572639:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.572641:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.573641:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.573647:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089937ff2 (tot 82347282). 00000400:00000200:0.0:1776198910.573652:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.573658:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.573663:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:0.0:1776198910.573665:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00000800:00000200:0.0:1776198910.573736:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.573738:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:0.0:1776198910.573742:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.573745:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.573747:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04bfa44 00000400:00000010:0.0:1776198910.573748:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04bfa44. 00000100:00000200:0.0:1776198910.573756:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001075926e x1862477231098624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.577440:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.577464:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30b00 00000400:00000200:3.0:1776198910.577474:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90d1 [1] + 224 00000400:00000200:3.0:1776198910.577487:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.577490:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.577503:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001075926e x1862477231098624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.577541:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.577546:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78840 00000400:00000200:3.0:1776198910.577551:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 984 00000400:00000200:3.0:1776198910.577558:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.577560:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.577564:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.577570:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008c420537. 00000400:00000010:0.0:1776198910.577745:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:0.0:1776198910.577750:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b771ac 00000400:00000010:0.0:1776198910.577752:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006b771ac. 00000100:00000200:0.0:1776198910.577769:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001075926e x1862477231098624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.577777:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001075926e x1862477231098624/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.577807:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053a1d4c7. 02000000:00000010:0.0:1776198910.577813:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e657ec5e. 00000100:00000010:0.0:1776198910.577819:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001075926e. 00000100:00000010:0.0:1776198910.577822:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202a83ae. 00010000:00000010:0.0:1776198910.577826:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000098b91d94. 00000020:00000010:2.0:1776198910.579023:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:2.0:1776198910.579032:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.579036:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.579084:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c420537 x1862477217761344/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776198910.579154:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761344 02000000:00000010:2.0:1776198910.579166:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef769891. 00010000:00000010:2.0:1776198910.579193:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd046029. 00010000:00000010:2.0:1776198910.579211:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.579216:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.579233:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.579236:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 00000400:00000010:2.0:1776198910.579247:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009f522189. 00000100:00000200:2.0:1776198910.579272:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761344, offset 224 00000400:00000200:2.0:1776198910.579280:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.579291:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.579297:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92851:92851:256:4294967295] 192.168.204.56@tcp LPNI seq info [92851:92851:8:4294967295] 00000400:00000200:2.0:1776198910.579307:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.579313:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.579317:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198910.579322:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.579328:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.579332:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.579348:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.579351:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.579355:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00080000:00000010:0.0:1776198910.579410:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9fc76b4. 00010000:00000010:0.0:1776198910.579494:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044c930e8. 00010000:00000010:0.0:1776198910.579501:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e55e2dc1. 00010000:00000010:0.0:1776198910.579568:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0c81aca. 00010000:00000010:0.0:1776198910.579572:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a7e5850a. 00010000:00000010:0.0:1776198910.579578:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.0:1776198910.579583:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004424279. 00080000:00000010:0.0:1776198910.579595:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f1faf31. 00010000:00000010:0.0:1776198910.579618:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004424279. 00010000:00000010:0.0:1776198910.579622:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7e5850a. 00010000:00000010:0.0:1776198910.579671:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1f9efa7. 00010000:00000010:0.0:1776198910.579675:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000004424279. 00010000:00000010:0.0:1776198910.579684:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f069511. 00000100:00000010:0.0:1776198910.579687:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.579695:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001050ee9b. 02000000:00000010:0.0:1776198910.579706:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd3f8074. 02000000:00000010:0.0:1776198910.579730:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d2318d6. 00000400:00000010:0.0:1776198910.579736:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009299556d. 00000400:00000010:0.0:1776198910.579740:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883e2607. 00000100:00000200:0.0:1776198910.579745:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098688, portal 16 00000400:00000010:0.0:1776198910.579750:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068052af3. 00000100:00000200:0.0:1776198910.579751:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098688, offset 0 00000400:00000200:0.0:1776198910.579767:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.579774:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.579780:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.579784:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.579786:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.579789:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92852:92852:255:4294967295] 192.168.204.56@tcp LPNI seq info [92852:92852:7:4294967295] 00000400:00000200:0.0:1776198910.579795:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.579802:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.579805:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347530). 00000800:00000200:0.0:1776198910.579808:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.579812:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.579815:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.582443:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.582450:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:1.0:1776198910.582458:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.582467:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.582473:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f522189 00000400:00000010:1.0:1776198910.582475:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009f522189. 00000800:00000200:1.0:1776198910.582552:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.582555:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:1.0:1776198910.582559:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.582562:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.582564:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068052af3 00000400:00000010:1.0:1776198910.582566:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068052af3. 00000100:00000200:1.0:1776198910.582574:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001050ee9b x1862477231098688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198910.592149:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006428b2d8. 00010000:00000010:1.1:1776198910.592162:0:15864:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009d085b4. 00010000:00000010:1.1:1776198910.592166:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000600249e8. 00000400:00000200:1.0:1776198910.592221:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.592238:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30b40 00000400:00000200:1.0:1776198910.592246:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90dd [1] + 224 00000400:00000200:1.0:1776198910.592538:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.592544:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.592556:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001050ee9b x1862477231098688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.592593:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.592598:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78880 00000400:00000200:1.0:1776198910.592604:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 1312 00000400:00000200:1.0:1776198910.592664:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.592667:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.592672:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.592679:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be53f0de. 00000020:00000010:2.0:1776198910.593168:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076881734. 00000020:00000010:2.0:1776198910.593176:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.593181:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.593205:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be53f0de x1862477217761408/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198910.593240:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761408 02000000:00000010:2.0:1776198910.593250:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034e1c22d. 00010000:00000010:2.0:1776198910.593311:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.593318:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.593324:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.593327:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 00000400:00000010:2.0:1776198910.593339:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198910.593343:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761408, offset 224 00000400:00000200:2.0:1776198910.593351:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.593361:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.593366:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92853:92853:256:4294967295] 192.168.204.56@tcp LPNI seq info [92853:92853:8:4294967295] 00000400:00000200:2.0:1776198910.593375:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.593380:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.593393:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.593398:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.593404:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.593408:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.593422:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.593427:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.593431:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000076881734. 00000800:00000200:2.0:1776198910.593776:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.593780:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198910.593784:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.593789:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.593796:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:2.0:1776198910.593798:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000400:00000010:2.0:1776198910.593825:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009299556d. 00000400:00000200:2.0:1776198910.593828:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883e2607 00000400:00000010:2.0:1776198910.593830:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883e2607. 00000100:00000200:2.0:1776198910.593834:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001050ee9b x1862477231098688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.593844:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001050ee9b x1862477231098688/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.593865:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c01f565a. 02000000:00000010:2.0:1776198910.593878:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d2318d6. 02000000:00000010:2.0:1776198910.593883:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd3f8074. 00000100:00000010:2.0:1776198910.594031:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001050ee9b. 00000100:00000010:2.0:1776198910.594038:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:2.0:1776198910.594041:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f069511. 00080000:00000010:2.0:1776198910.594062:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3905425. 00010000:00000010:2.0:1776198910.594149:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004424279. 00010000:00000010:2.0:1776198910.594155:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000733193ce. 00010000:00000010:2.0:1776198910.594224:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000badd3581. 00010000:00000010:2.0:1776198910.594230:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008d02cfea. 00010000:00000010:2.0:1776198910.594239:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.594242:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00000100:00000010:2.0:1776198910.594249:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053a512a2. 02000000:00000010:2.0:1776198910.594354:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000729014ba. 02000000:00000010:2.0:1776198910.594380:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060cbe096. 00000400:00000010:2.0:1776198910.594585:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198910.594591:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 00000100:00000200:2.0:1776198910.594596:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098752, portal 16 00000400:00000010:2.0:1776198910.594600:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2f09577. 00000100:00000200:2.0:1776198910.594602:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098752, offset 0 00000400:00000200:2.0:1776198910.594608:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.594617:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.594624:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.594627:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.594629:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.594632:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92854:92854:256:4294967295] 192.168.204.56@tcp LPNI seq info [92854:92854:8:4294967295] 00000400:00000200:2.0:1776198910.594640:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.594644:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.594648:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.594653:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.594658:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.594661:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.595858:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.595863:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:1.0:1776198910.595868:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.595875:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.595880:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2f09577 00000400:00000010:1.0:1776198910.595882:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2f09577. 00000100:00000200:1.0:1776198910.595890:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000053a512a2 x1862477231098752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.597446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000464ed0dd. 00010000:00000010:0.1:1776198910.597457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00010000:00000010:0.1:1776198910.597463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c81aca. 00010000:00000010:0.1:1776198910.597465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00010000:00000010:2.1:1776198910.602917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca11925. 00000400:00000200:1.0:1776198910.603154:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.603172:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30b80 00000400:00000200:1.0:1776198910.603194:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90e9 [1] + 224 00000400:00000200:1.0:1776198910.603208:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.603213:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.603223:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000053a512a2 x1862477231098752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776198910.603339:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000046ed8520. 00000400:00000200:2.0:1776198910.603344:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:2.0:1776198910.603347:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 00000100:00000200:2.0:1776198910.603354:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000053a512a2 x1862477231098752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.603362:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000053a512a2 x1862477231098752/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776198910.603392:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060cbe096. 02000000:00000010:2.0:1776198910.603398:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000729014ba. 00000100:00000010:2.0:1776198910.603401:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053a512a2. 00000100:00000010:2.0:1776198910.603404:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.603407:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 00000400:00000200:2.0:1776198910.604559:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.604574:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f788c0 00000400:00000200:2.0:1776198910.604582:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 1640 00000400:00000200:2.0:1776198910.604644:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.604649:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.604655:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.604660:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053a512a2. 00000020:00000010:1.0:1776198910.604820:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939e1d55. 00000020:00000010:1.0:1776198910.604827:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b31d24e. 00000020:00000010:1.0:1776198910.604832:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.604856:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053a512a2 x1862477217761472/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776198910.604892:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761472 02000000:00000010:1.0:1776198910.604903:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f62b673. 00010000:00000010:1.0:1776198910.604934:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b94696f6. 00010000:00000010:1.0:1776198910.604966:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07c40a4. 00000100:00000010:1.0:1776198910.604973:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.604996:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.605000:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07c40a4. 00000400:00000010:1.0:1776198910.605015:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f51eb980. 00000100:00000200:1.0:1776198910.605020:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761472, offset 224 00000400:00000200:1.0:1776198910.605028:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.605038:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.605044:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92855:92855:256:4294967295] 192.168.204.56@tcp LPNI seq info [92855:92855:8:4294967295] 00000400:00000200:1.0:1776198910.605055:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.605060:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.605064:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccb6aea5 (tot 82347282). 00000800:00000200:1.0:1776198910.605070:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.605078:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.605081:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ccb6aea5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.605099:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b31d24e. 00000020:00000010:1.0:1776198910.605104:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.605106:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939e1d55. 00080000:00000010:0.0:1776198910.605153:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a4d6ff7. 00010000:00000010:0.0:1776198910.605242:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d02cfea. 00010000:00000010:0.0:1776198910.605249:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008684ae93. 00010000:00000010:0.0:1776198910.605339:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b51911e5. 00010000:00000010:0.0:1776198910.605345:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0813f06. 00010000:00000010:0.0:1776198910.605356:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198910.605360:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.605368:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198910.605379:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd3f8074. 02000000:00000010:0.0:1776198910.605402:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d2318d6. 00000400:00000010:0.0:1776198910.605407:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198910.605412:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198910.605417:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098816, portal 16 00000400:00000010:0.0:1776198910.605421:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001416bf20. 00000100:00000200:0.0:1776198910.605423:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098816, offset 0 00000400:00000200:0.0:1776198910.605429:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.605435:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.605441:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.605444:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.605447:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.605450:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92856:92856:255:4294967295] 192.168.204.56@tcp LPNI seq info [92856:92856:7:4294967295] 00000400:00000200:0.0:1776198910.605457:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.605462:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.605465:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347530). 00000800:00000200:0.0:1776198910.605470:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.605474:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.605476:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.605653:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.605657:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccb6aea5 (tot 82347282). 00000400:00000200:3.0:1776198910.605663:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.605668:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.605671:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f51eb980 00000400:00000010:3.0:1776198910.605673:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f51eb980. 00000800:00000200:3.0:1776198910.605725:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.605727:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198910.605731:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.605734:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.605736:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001416bf20 00000400:00000010:3.0:1776198910.605738:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001416bf20. 00000100:00000200:3.0:1776198910.605742:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231098816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.606586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2036036. 00010000:00000010:2.1:1776198910.606594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005658eb78. 00010000:00000010:2.1:1776198910.606598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9efa7. 00000400:00000200:1.0:1776198910.609214:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.609240:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30bc0 00010000:00000010:1.1:1776198910.609291:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4a95d06. 00000400:00000200:1.0:1776198910.609302:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb90f5 [1] + 224 00000400:00000200:1.0:1776198910.609319:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.609325:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00010000:00000010:0.1:1776198910.609328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c93ab55. 00010000:00000010:0.1:1776198910.609338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000badd3581. 00000100:00000200:1.0:1776198910.609351:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231098816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.609402:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.609408:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78900 00000400:00000200:1.0:1776198910.609414:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a11 [2] + 1968 00000400:00000010:1.0:1776198910.609419:0:15864:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a2b29741. 00000400:00000200:1.0:1776198910.609424:0:15864:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000aa8261a7 00000400:00000200:1.0:1776198910.609436:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.609438:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.609441:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa8261a7 00000400:00000010:1.0:1776198910.609443:0:15864:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000aa8261a7 (tot 82346882). 00000100:00000200:1.0:1776198910.609449:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776198910.610020:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000729014ba. 00000020:00000010:2.0:1776198910.610030:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.610035:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.610069:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af8edaf4 x1862477217761536/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198910.610109:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761536 02000000:00000010:2.0:1776198910.610124:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060cbe096. 00000400:00000010:0.0:1776198910.610140:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:0.0:1776198910.610145:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:0.0:1776198910.610148:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:0.0:1776198910.610155:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231098816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.610164:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231098816/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.610173:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.610182:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c2d37a4. 00010000:00000010:0.0:1776198910.610185:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b722c11e. 00000100:00000010:2.0:1776198910.610189:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c2d37a4. 00010000:00000010:2.0:1776198910.610194:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 02000000:00000010:0.0:1776198910.610204:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d2318d6. 00000400:00000010:2.0:1776198910.610209:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a296e10b. 02000000:00000010:0.0:1776198910.610211:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd3f8074. 00000100:00000200:2.0:1776198910.610215:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761536, offset 224 00000100:00000010:0.0:1776198910.610218:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:0.0:1776198910.610223:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00000400:00000200:2.0:1776198910.610227:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:0.0:1776198910.610228:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000400:00000200:2.0:1776198910.610241:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00080000:00000010:0.0:1776198910.610247:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3f8074. 00000400:00000200:2.0:1776198910.610249:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92857:92857:256:4294967295] 192.168.204.56@tcp LPNI seq info [92857:92857:8:4294967295] 00000400:00000200:2.0:1776198910.610286:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.610291:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.610296:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347130). 00000800:00000200:2.0:1776198910.610302:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.610308:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.610312:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.610332:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.610337:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.610341:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000729014ba. 02000000:00000010:2.0:1776198910.610350:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f62b673. 00000100:00000010:2.0:1776198910.610354:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000053a512a2. 02000000:00000010:2.0:1776198910.610357:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034e1c22d. 00010000:00000010:0.0:1776198910.610357:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0813f06. 00000100:00000010:2.0:1776198910.610363:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be53f0de. 00010000:00000010:0.0:1776198910.610365:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a29cd95c. 02000000:00000010:2.0:1776198910.610367:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef769891. 00000100:00000010:2.0:1776198910.610372:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008c420537. 02000000:00000010:2.0:1776198910.610376:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000610b2090. 00000100:00000010:2.0:1776198910.610379:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e93d007. 02000000:00000010:2.0:1776198910.610382:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6aed876. 00000100:00000010:2.0:1776198910.610383:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033f51ac5. 02000000:00000010:2.0:1776198910.610388:0:64811:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edc3ef4c. 00000100:00000010:2.0:1776198910.610390:0:64811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011736d15. 00000100:00000200:2.0:1776198910.610397:0:64811:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776198910.610402:0:64811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000046ed8520. 00000400:00000010:2.0:1776198910.610406:0:64811:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009c2d37a4 (tot 82347282). 00010000:00000010:0.0:1776198910.610452:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198910.610459:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0813f06. 00010000:00000010:0.0:1776198910.610471:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198910.610474:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.610480:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198910.610490:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d2318d6. 02000000:00000010:0.0:1776198910.610513:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6aed876. 00000400:00000010:0.0:1776198910.610517:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198910.610520:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198910.610523:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098880, portal 16 00000400:00000010:0.0:1776198910.610526:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b42172a. 00000100:00000200:0.0:1776198910.610528:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098880, offset 0 00000400:00000200:0.0:1776198910.610534:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.610540:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.610546:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.610549:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.610552:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.610554:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92858:92858:255:4294967295] 192.168.204.56@tcp LPNI seq info [92858:92858:7:4294967295] 00000400:00000200:0.0:1776198910.610561:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.610575:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.610578:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347530). 00000800:00000200:0.0:1776198910.610582:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.610585:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.610587:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.610757:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.610761:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347282). 00000400:00000200:3.0:1776198910.610764:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.610768:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.610771:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a296e10b 00000400:00000010:3.0:1776198910.610773:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a296e10b. 02000000:00000010:3.0:1776198910.610777:0:15863:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060cbe096. 00000800:00000200:3.0:1776198910.610839:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.610841:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:3.0:1776198910.610846:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.610849:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.610851:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b42172a 00000400:00000010:3.0:1776198910.610852:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b42172a. 00000100:00000200:3.0:1776198910.610856:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231098880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.617782:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.617802:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30c00 00000400:00000200:3.0:1776198910.617810:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9105 [1] + 224 00000400:00000200:3.0:1776198910.617820:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.617824:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.617836:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231098880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.617868:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.617873:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78940 00000400:00000200:3.0:1776198910.617879:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 0 00000400:00000200:3.0:1776198910.618062:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.618066:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.618070:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.618077:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 00000020:00000010:1.0:1776198910.618220:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939e1d55. 00000020:00000010:1.0:1776198910.618228:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b31d24e. 00000020:00000010:1.0:1776198910.618235:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.618586:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000695d9d65 x1862477217761600/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776198910.618656:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761600 02000000:00000010:1.0:1776198910.618669:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5badf8a. 00010000:00000010:1.0:1776198910.618712:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07c40a4. 00000400:00000010:0.0:1776198910.618715:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000100:00000010:1.0:1776198910.618721:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8261a7. 00000400:00000200:0.0:1776198910.618723:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:0.0:1776198910.618726:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000010:1.0:1776198910.618729:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8261a7. 00010000:00000010:1.0:1776198910.618733:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07c40a4. 00000100:00000200:0.0:1776198910.618734:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231098880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.618744:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231098880/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.618748:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198910.618754:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761600, offset 224 00000400:00000200:1.0:1776198910.618763:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00010000:00000010:0.0:1776198910.618766:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422090f3. 00000400:00000200:1.0:1776198910.618777:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 02000000:00000010:0.0:1776198910.618784:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6aed876. 00000400:00000200:1.0:1776198910.618785:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92859:92859:256:4294967295] 192.168.204.56@tcp LPNI seq info [92859:92859:8:4294967295] 02000000:00000010:0.0:1776198910.618791:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d2318d6. 00000100:00000010:0.0:1776198910.618796:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000400:00000200:1.0:1776198910.618800:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000100:00000010:0.0:1776198910.618801:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:0.0:1776198910.618806:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00000800:00000200:1.0:1776198910.618810:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.618815:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000092f1c29 (tot 82347282). 00000800:00000200:1.0:1776198910.618821:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00080000:00000010:0.0:1776198910.618827:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d2318d6. 00000800:00000200:1.0:1776198910.618828:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.618833:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000092f1c29 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.618852:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b31d24e. 00000020:00000010:1.0:1776198910.618857:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.618861:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939e1d55. 00010000:00000010:0.0:1776198910.618909:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0813f06. 00010000:00000010:0.0:1776198910.618916:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2cd35a3. 00000800:00000200:1.0:1776198910.618983:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.618987:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000092f1c29 (tot 82347034). 00000400:00000200:1.0:1776198910.618992:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.618996:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.619000:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:1.0:1776198910.619002:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00010000:00000010:0.0:1776198910.619003:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1694b2f. 00010000:00000010:0.0:1776198910.619010:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0813f06. 00010000:00000010:0.0:1776198910.619021:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f78c973f. 00000100:00000010:0.0:1776198910.619024:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.619030:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000310c2ddb. 02000000:00000010:0.0:1776198910.619039:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6aed876. 02000000:00000010:0.0:1776198910.619064:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bb65536. 00000400:00000010:0.0:1776198910.619069:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5724e36. 00000400:00000010:0.0:1776198910.619072:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a8ef3bf. 00000100:00000200:0.0:1776198910.619077:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231098944, portal 16 00000400:00000010:0.0:1776198910.619081:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000642a074b. 00000100:00000200:0.0:1776198910.619082:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231098944, offset 0 00000400:00000200:0.0:1776198910.619087:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.619093:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.619100:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.619104:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.619107:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.619109:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92860:92860:256:4294967295] 192.168.204.56@tcp LPNI seq info [92860:92860:8:4294967295] 00000400:00000200:0.0:1776198910.619116:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.619120:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.619124:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347282). 00000800:00000200:0.0:1776198910.619129:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.619132:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.619134:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.619675:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.619679:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198910.619683:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.619688:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.619692:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000642a074b 00000400:00000010:3.0:1776198910.619693:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000642a074b. 00000100:00000200:3.0:1776198910.619699:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000310c2ddb x1862477231098944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.621300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000961084f. 00010000:00000010:0.1:1776198910.621313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca3e5976. 00010000:00000010:0.1:1776198910.621317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51911e5. 00000400:00000200:3.0:1776198910.622201:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.622219:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30c40 00000400:00000200:3.0:1776198910.622228:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9111 [1] + 224 00000400:00000200:3.0:1776198910.622241:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.622245:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.625612:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000310c2ddb x1862477231098944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.625747:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.625768:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78980 00000400:00000200:3.0:1776198910.625776:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 328 00000400:00000200:3.0:1776198910.625831:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.625836:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.625842:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.625848:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077132823. 00000020:00000010:1.0:1776198910.626517:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939e1d55. 00000020:00000010:1.0:1776198910.626526:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b31d24e. 00000020:00000010:1.0:1776198910.626531:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000de714dee. 00000100:00000200:1.0:1776198910.626569:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077132823 x1862477217761664/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776198910.626608:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761664 02000000:00000010:1.0:1776198910.626620:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f62b673. 00010000:00000010:1.0:1776198910.626658:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07c40a4. 00000100:00000010:1.0:1776198910.626665:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8261a7. 00000100:00000010:1.0:1776198910.626671:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8261a7. 00010000:00000010:1.0:1776198910.626674:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07c40a4. 00000400:00000010:1.0:1776198910.626688:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d30b30. 00000100:00000200:1.0:1776198910.626693:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761664, offset 224 00000400:00000200:1.0:1776198910.626699:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.626710:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.626716:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92861:92861:256:4294967295] 192.168.204.56@tcp LPNI seq info [92861:92861:8:4294967295] 00000400:00000200:1.0:1776198910.626726:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.626731:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.626735:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000092f1c29 (tot 82347282). 00000800:00000200:1.0:1776198910.626740:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.626747:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.626751:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000092f1c29 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776198910.626782:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b31d24e. 00000020:00000010:1.0:1776198910.626787:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000de714dee. 00000020:00000010:1.0:1776198910.626789:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939e1d55. 00000800:00000200:0.0:1776198910.627034:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.627038:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000092f1c29 (tot 82347034). 00000400:00000200:0.0:1776198910.627044:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.627049:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.627053:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d30b30 00000400:00000010:0.0:1776198910.627055:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d30b30. 00000400:00000010:2.0:1776198910.627397:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5724e36. 00000400:00000200:2.0:1776198910.627401:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a8ef3bf 00000400:00000010:2.0:1776198910.627403:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a8ef3bf. 00000100:00000200:2.0:1776198910.627409:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000310c2ddb x1862477231098944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.627419:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000310c2ddb x1862477231098944/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.627441:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad74875b. 02000000:00000010:2.0:1776198910.627457:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bb65536. 02000000:00000010:2.0:1776198910.627462:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6aed876. 00000100:00000010:2.0:1776198910.627467:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000310c2ddb. 00000100:00000010:2.0:1776198910.627470:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:2.0:1776198910.627474:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f78c973f. 00080000:00000010:2.0:1776198910.627492:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034e1c22d. 00010000:00000010:2.0:1776198910.627996:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0813f06. 00010000:00000010:2.0:1776198910.628003:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c3630e22. 00010000:00000010:2.0:1776198910.628153:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000181a7d46. 00010000:00000010:2.0:1776198910.628157:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006fbf10f7. 00010000:00000010:2.0:1776198910.628162:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:2.0:1776198910.628167:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00080000:00000010:2.0:1776198910.628180:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000729014ba. 00010000:00000010:2.0:1776198910.628206:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198910.628210:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fbf10f7. 00010000:00000010:2.0:1776198910.628331:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.0:1776198910.628336:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198910.628344:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.628350:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.628358:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011736d15. 02000000:00000010:2.0:1776198910.628370:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a960fd7d. 02000000:00000010:2.0:1776198910.628395:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000bb9e2fe. 00000400:00000010:2.0:1776198910.628400:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198910.628405:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198910.628410:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099008, portal 16 00000400:00000010:2.0:1776198910.628415:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000002da302. 00000100:00000200:2.0:1776198910.628417:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099008, offset 0 00000400:00000200:2.0:1776198910.628423:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.628434:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.628440:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.628444:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.628446:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.628449:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92862:92862:256:4294967295] 192.168.204.56@tcp LPNI seq info [92862:92862:8:4294967295] 00000400:00000200:2.0:1776198910.628457:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.628462:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.628466:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009f792d3 (tot 82347282). 00000800:00000200:2.0:1776198910.628471:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.628476:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.628480:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009f792d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.629009:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.629013:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009f792d3 (tot 82347034). 00000400:00000200:3.0:1776198910.629017:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.629022:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.629026:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000002da302 00000400:00000010:3.0:1776198910.629027:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000002da302. 00000100:00000200:3.0:1776198910.629032:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011736d15 x1862477231099008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.636306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda14a97. 00010000:00000010:2.1:1776198910.636324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac90f8e. 00010000:00000010:2.1:1776198910.636329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694b2f. 00010000:00000010:2.1:1776198910.636333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181a7d46. 00010000:00000010:2.1:1776198910.636335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:0.1:1776198910.636369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da5353b1. 00010000:00000010:0.1:1776198910.636377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030c0072f. 00010000:00000010:0.1:1776198910.636380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00000400:00000200:3.0:1776198910.640682:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.640704:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30c80 00000400:00000200:3.0:1776198910.640717:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb911d [1] + 224 00000400:00000200:3.0:1776198910.640732:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.640738:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.640751:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011736d15 x1862477231099008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.640808:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.640814:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f789c0 00000400:00000200:3.0:1776198910.640820:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 656 00000400:00000200:3.0:1776198910.640828:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.640831:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.640835:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.640841:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eb286820. 00000020:00000010:0.0:1776198910.641020:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058abc52c. 00000020:00000010:0.0:1776198910.641030:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.641035:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.641067:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eb286820 x1862477217761728/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.641107:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761728 02000000:00000010:0.0:1776198910.641121:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bb65536. 00010000:00000010:0.0:1776198910.641171:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198910.641180:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.641188:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:0.0:1776198910.641192:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00000400:00000010:0.0:1776198910.641209:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198910.641215:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761728, offset 224 00000400:00000200:0.0:1776198910.641222:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.641235:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.641241:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92863:92863:256:4294967295] 192.168.204.56@tcp LPNI seq info [92863:92863:8:4294967295] 00000400:00000200:0.0:1776198910.641283:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.641291:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.641296:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198910.641301:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.641308:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.641312:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.641333:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.641337:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.641340:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058abc52c. 00000800:00000200:0.0:1776198910.641418:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.641421:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:0.0:1776198910.641425:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.641429:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.641432:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:0.0:1776198910.641435:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000400:00000010:2.0:1776198910.642362:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:2.0:1776198910.642368:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:2.0:1776198910.642370:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:2.0:1776198910.642378:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011736d15 x1862477231099008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.642387:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011736d15 x1862477231099008/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776198910.642409:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d39a6dba. 02000000:00000010:2.0:1776198910.642423:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000bb9e2fe. 02000000:00000010:2.0:1776198910.642428:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a960fd7d. 00000100:00000010:2.0:1776198910.642430:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011736d15. 00000100:00000010:2.0:1776198910.642433:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00010000:00000010:2.0:1776198910.642436:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 00080000:00000010:2.0:1776198910.642452:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a960fd7d. 00010000:00000010:2.0:1776198910.642531:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198910.642536:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a7fa127. 00010000:00000010:2.0:1776198910.646047:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:2.0:1776198910.646060:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198910.646075:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.646082:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.646092:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011736d15. 02000000:00000010:2.0:1776198910.646105:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bb9e2fe. 02000000:00000010:2.0:1776198910.646139:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000928813a3. 00000400:00000010:2.0:1776198910.646147:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198910.646153:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198910.646160:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099072, portal 16 00000400:00000010:2.0:1776198910.646166:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198910.646168:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099072, offset 0 00000400:00000200:2.0:1776198910.646177:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.646194:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.646201:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.646206:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.646209:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.646212:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92864:92864:256:4294967295] 192.168.204.56@tcp LPNI seq info [92864:92864:8:4294967295] 00000400:00000200:2.0:1776198910.646222:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.646228:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.646233:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.646239:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.646246:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.646250:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.646375:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.646379:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:2.0:1776198910.646383:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.646389:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.646392:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:2.0:1776198910.646395:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:2.0:1776198910.646401:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011736d15 x1862477231099072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.657649:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.657669:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30cc0 00000400:00000200:3.0:1776198910.657679:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9129 [1] + 224 00000400:00000200:3.0:1776198910.657691:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.657696:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.657708:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011736d15 x1862477231099072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.657746:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.657751:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78a00 00000400:00000200:3.0:1776198910.657757:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 984 00000400:00000200:3.0:1776198910.657810:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.657814:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.657817:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.657823:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f12cd49d. 00000020:00000010:0.0:1776198910.657945:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa572a0. 00000020:00000010:0.0:1776198910.657953:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.657958:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.657983:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f12cd49d x1862477217761792/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:2.0:1776198910.658012:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000100:00000200:0.0:1776198910.658018:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761792 00000400:00000200:2.0:1776198910.658019:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:2.0:1776198910.658022:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:2.0:1776198910.658028:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011736d15 x1862477231099072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.658036:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011736d15 x1862477231099072/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.658042:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000171ee084. 02000000:00000010:2.0:1776198910.658065:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000928813a3. 02000000:00000010:2.0:1776198910.658072:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000bb9e2fe. 00000100:00000010:2.0:1776198910.658076:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011736d15. 00010000:00000010:0.0:1776198910.658078:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c1b3c0b. 00000100:00000010:2.0:1776198910.658079:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00010000:00000010:2.0:1776198910.658085:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 00010000:00000010:0.0:1776198910.658108:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198910.658115:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00010000:00000010:2.1:1776198910.664383:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605cc8ac. 00010000:00000010:2.1:1776198910.664397:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f7686e4. 00010000:00000010:2.1:1776198910.664401:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017efd0ef. 00000100:00000010:0.0:1776198910.666874:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:0.0:1776198910.666887:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00000400:00000010:0.0:1776198910.666914:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a992d14c. 00000100:00000200:0.0:1776198910.666920:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761792, offset 224 00000400:00000200:0.0:1776198910.666931:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.666960:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.666967:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92865:92865:256:4294967295] 192.168.204.56@tcp LPNI seq info [92865:92865:8:4294967295] 00000400:00000200:0.0:1776198910.666978:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.666983:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.666988:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198910.666994:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.667002:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.667006:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.667042:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.667048:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.667051:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa572a0. 00080000:00000010:2.0:1776198910.667338:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb9e2fe. 00010000:00000010:2.0:1776198910.667433:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198910.667540:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002cb1f45a. 00010000:00000010:2.0:1776198910.667619:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017efd0ef. 00010000:00000010:2.0:1776198910.667624:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de3f35d8. 00010000:00000010:2.0:1776198910.667636:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021dd9bcb. 00000100:00000010:2.0:1776198910.667642:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.667652:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011736d15. 02000000:00000010:2.0:1776198910.667664:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000928813a3. 02000000:00000010:2.0:1776198910.667691:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001d0ab73. 00000400:00000010:2.0:1776198910.667697:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec3c2ed7. 00000400:00000010:2.0:1776198910.667702:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005839f94f. 00000100:00000200:2.0:1776198910.667707:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099136, portal 16 00000400:00000010:2.0:1776198910.667712:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c1cd4c9. 00000100:00000200:2.0:1776198910.667714:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099136, offset 0 00000400:00000200:2.0:1776198910.667719:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.667726:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.667734:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.667737:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.667740:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.667743:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92866:92866:255:4294967295] 192.168.204.56@tcp LPNI seq info [92866:92866:7:4294967295] 00000400:00000200:2.0:1776198910.667750:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.667755:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000200:3.0:1776198910.669250:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.669271:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198910.669280:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.669288:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.669293:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a992d14c 00000400:00000010:3.0:1776198910.669296:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a992d14c. 00000800:00000010:2.0:1776198910.670641:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b91f2dbb (tot 82347282). 00000800:00000200:2.0:1776198910.670661:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.670668:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.670672:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b91f2dbb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.670840:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.670844:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b91f2dbb (tot 82347034). 00000400:00000200:3.0:1776198910.670848:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.670854:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.670858:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c1cd4c9 00000400:00000010:3.0:1776198910.670861:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c1cd4c9. 00000100:00000200:3.0:1776198910.670870:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011736d15 x1862477231099136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.680072:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.680091:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30d00 00000400:00000200:3.0:1776198910.680100:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9135 [1] + 224 00000400:00000200:3.0:1776198910.680115:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.680119:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.680130:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011736d15 x1862477231099136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.680508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c758da4b. 00000400:00000010:0.0:1776198910.680532:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec3c2ed7. 00000400:00000200:0.0:1776198910.680536:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005839f94f 00000400:00000010:0.0:1776198910.680539:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005839f94f. 00000100:00000200:0.0:1776198910.680546:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011736d15 x1862477231099136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776198910.680555:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011736d15 x1862477231099136/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776198910.680597:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001d0ab73. 00000400:00000200:3.0:1776198910.680601:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 02000000:00000010:0.0:1776198910.680605:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000928813a3. 00000100:00000010:0.0:1776198910.680610:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000011736d15. 00000400:00000200:3.0:1776198910.680614:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78a40 00000100:00000010:0.0:1776198910.680615:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00000400:00000200:3.0:1776198910.680620:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 1312 00010000:00000010:0.0:1776198910.680622:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021dd9bcb. 00000400:00000200:3.0:1776198910.680733:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.680738:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.680744:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.680749:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8508cb5. 00000020:00000010:0.0:1776198910.680859:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa572a0. 00000020:00000010:0.0:1776198910.680866:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.680870:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.680893:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8508cb5 x1862477217761856/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776198910.680972:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761856 02000000:00000010:0.0:1776198910.680985:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006a65c7be. 00010000:00000010:0.0:1776198910.681013:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000234a0803. 00010000:00000010:0.0:1776198910.681048:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198910.681054:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.681064:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:0.0:1776198910.681068:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00000400:00000010:0.0:1776198910.681091:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198910.681096:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761856, offset 224 00000400:00000200:0.0:1776198910.681104:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.681114:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.681120:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92867:92867:256:4294967295] 192.168.204.56@tcp LPNI seq info [92867:92867:8:4294967295] 00000400:00000200:0.0:1776198910.681129:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.681134:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.681139:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198910.681144:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.681151:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.681155:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.681172:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.681177:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.681180:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa572a0. 00000800:00000200:0.0:1776198910.681238:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.681244:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:0.0:1776198910.681248:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.681274:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.681277:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:0.0:1776198910.681279:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00080000:00000010:0.0:1776198910.683959:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa572a0. 00010000:00000010:0.0:1776198910.684142:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de3f35d8. 00010000:00000010:0.0:1776198910.684153:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000994dd760. 00010000:00000010:0.0:1776198910.684230:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a145ce8. 00010000:00000010:0.0:1776198910.684237:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000031c72c5. 00010000:00000010:0.0:1776198910.684249:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011afcbe3. 00000100:00000010:0.0:1776198910.684282:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.684292:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c24566f7. 02000000:00000010:0.0:1776198910.684309:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3df327b. 02000000:00000010:0.0:1776198910.684343:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5a5d108. 00000400:00000010:0.0:1776198910.684350:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004a7833cb. 00000400:00000010:0.0:1776198910.684356:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081488fe2. 00000100:00000200:0.0:1776198910.684364:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099200, portal 16 00000400:00000010:0.0:1776198910.684369:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b29fe3bf. 00000100:00000200:0.0:1776198910.684371:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099200, offset 0 00000400:00000200:0.0:1776198910.684380:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.684395:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.684402:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:0.0:1776198910.684406:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776198910.684409:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:0.0:1776198910.684412:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92868:92868:256:4294967295] 192.168.204.56@tcp LPNI seq info [92868:92868:8:4294967295] 00000400:00000200:0.0:1776198910.684421:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.684428:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.684433:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b4552ea (tot 82347282). 00000800:00000200:0.0:1776198910.684439:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.684446:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.684450:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b4552ea type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776198910.684638:0:78650:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dcf44db. 00010000:00000010:2.1:1776198910.684645:0:78650:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9a02b. 00000800:00000200:3.0:1776198910.686369:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.686375:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b4552ea (tot 82347034). 00000400:00000200:3.0:1776198910.686381:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.686390:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.686395:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b29fe3bf 00000400:00000010:3.0:1776198910.686397:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b29fe3bf. 00000100:00000200:3.0:1776198910.686407:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c24566f7 x1862477231099200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.692297:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.692318:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30d40 00000400:00000200:3.0:1776198910.692328:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9141 [1] + 224 00000400:00000200:3.0:1776198910.692340:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.692345:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.692355:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c24566f7 x1862477231099200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.692398:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.692404:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78a80 00000400:00000200:3.0:1776198910.692409:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 1640 00000400:00000200:3.0:1776198910.692418:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.692421:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.692425:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.692430:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f77875. 00000020:00000010:3.0:1776198910.692477:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036f0a4f3. 00000020:00000010:3.0:1776198910.692484:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000abcdb911. 00000020:00000010:3.0:1776198910.692490:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c1e5ed7. 00000400:00000010:2.0:1776198910.692502:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a7833cb. 00000400:00000200:2.0:1776198910.692509:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081488fe2 00000400:00000010:2.0:1776198910.692511:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081488fe2. 00000100:00000200:3.0:1776198910.692516:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f77875 x1862477217761920/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198910.692520:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c24566f7 x1862477231099200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776198910.692540:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c24566f7 x1862477231099200/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.692561:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761920 02000000:00000010:2.0:1776198910.692568:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5a5d108. 02000000:00000010:2.0:1776198910.692576:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3df327b. 00000100:00000010:2.0:1776198910.692581:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c24566f7. 02000000:00000010:3.0:1776198910.692582:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012e5c184. 00000100:00000010:2.0:1776198910.692585:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:2.0:1776198910.692590:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011afcbe3. 00010000:00000010:3.0:1776198910.692618:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002066d050. 00010000:00000010:3.0:1776198910.694284:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198910.694297:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.694312:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.694317:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00000400:00000010:3.0:1776198910.694336:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198910.694341:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761920, offset 224 00000400:00000200:3.0:1776198910.694350:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.694365:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.694371:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92869:92869:256:4294967295] 192.168.204.56@tcp LPNI seq info [92869:92869:8:4294967295] 00000400:00000200:3.0:1776198910.694381:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.694388:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.694393:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347282). 00000800:00000200:3.0:1776198910.694398:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.694405:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.694408:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.694430:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000abcdb911. 00000020:00000010:3.0:1776198910.694435:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c1e5ed7. 00000020:00000010:3.0:1776198910.694440:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036f0a4f3. 00080000:00000010:3.0:1776198910.694484:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084748429. 00010000:00000010:3.0:1776198910.694584:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000031c72c5. 00010000:00000010:3.0:1776198910.694592:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002db79754. 00010000:00000010:3.0:1776198910.694665:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.0:1776198910.694671:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198910.694683:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198910.694686:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.694693:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198910.694704:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048787a18. 02000000:00000010:3.0:1776198910.694732:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036f0a4f3. 00000400:00000010:3.0:1776198910.694738:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198910.694742:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198910.694747:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099264, portal 16 00000400:00000010:3.0:1776198910.694752:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198910.694754:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099264, offset 0 00000400:00000200:3.0:1776198910.694760:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.694768:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.694775:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.694779:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.694782:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.694784:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92870:92870:255:4294967295] 192.168.204.56@tcp LPNI seq info [92870:92870:7:4294967295] 00000400:00000200:3.0:1776198910.694793:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.694799:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.694802:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1d246d9 (tot 82347530). 00000800:00000200:3.0:1776198910.694807:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.694811:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.694814:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e1d246d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.694869:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.694872:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347282). 00000400:00000200:3.0:1776198910.694877:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.694881:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.694884:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:3.0:1776198910.694886:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000800:00000200:3.0:1776198910.694958:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.694960:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1d246d9 (tot 82347034). 00000400:00000200:3.0:1776198910.694963:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.694966:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.694968:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:3.0:1776198910.694969:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:3.0:1776198910.694975:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231099264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.696352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053b8b57b. 00010000:00000010:0.1:1776198910.696366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb903a7e. 00010000:00000010:0.1:1776198910.696370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017efd0ef. 00000400:00000200:0.0:1776198910.698796:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.698819:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30d80 00000400:00000200:0.0:1776198910.698831:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb914d [1] + 224 00000400:00000200:0.0:1776198910.698844:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.698850:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:0.0:1776198910.698862:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231099264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776198910.698892:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:0.0:1776198910.698897:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78ac0 00000400:00000200:0.0:1776198910.698901:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7a69 [2] + 1968 00000400:00000010:0.0:1776198910.698905:0:15865:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac00202b. 00000400:00000200:0.0:1776198910.698908:0:15865:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000012167f1e 00000400:00000200:0.0:1776198910.698915:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.698918:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.698920:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012167f1e 00000400:00000010:0.0:1776198910.698922:0:15865:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000012167f1e (tot 82346882). 00000100:00000200:0.0:1776198910.698927:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776198910.702781:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026763ef3. 00000020:00000010:3.0:1776198910.702794:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000abcdb911. 00000020:00000010:3.0:1776198910.702798:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004c1e5ed7. 00000100:00000200:3.0:1776198910.702826:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099f56dde x1862477217761984/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.702886:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217761984 02000000:00000010:0.0:1776198910.702900:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2674fe. 00010000:00000010:0.0:1776198910.702946:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198910.702954:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023970499. 00000100:00000010:0.0:1776198910.702960:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023970499. 00010000:00000010:0.0:1776198910.702964:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000010:0.0:1776198910.702980:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036732937. 00000100:00000200:0.0:1776198910.702985:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217761984, offset 224 00000400:00000200:0.0:1776198910.702994:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.703010:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.703016:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92871:92871:256:4294967295] 192.168.204.56@tcp LPNI seq info [92871:92871:8:4294967295] 00000400:00000200:0.0:1776198910.703027:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.703033:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.703037:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086045f4a (tot 82347130). 00000800:00000200:0.0:1776198910.703044:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.703051:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.703055:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086045f4a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.703074:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000abcdb911. 00000020:00000010:0.0:1776198910.703078:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004c1e5ed7. 00000020:00000010:0.0:1776198910.703081:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026763ef3. 02000000:00000010:0.0:1776198910.703090:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012e5c184. 00000100:00000010:0.0:1776198910.703094:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f77875. 02000000:00000010:0.0:1776198910.703098:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006a65c7be. 00000100:00000010:0.0:1776198910.703100:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8508cb5. 02000000:00000010:0.0:1776198910.703104:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000171ee084. 00000100:00000010:0.0:1776198910.703108:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f12cd49d. 02000000:00000010:0.0:1776198910.703110:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bb65536. 00000100:00000010:0.0:1776198910.703112:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eb286820. 02000000:00000010:0.0:1776198910.703115:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f62b673. 00000100:00000010:0.0:1776198910.703118:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077132823. 02000000:00000010:0.0:1776198910.703121:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5badf8a. 00000100:00000010:0.0:1776198910.703122:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000695d9d65. 00000100:00000200:0.0:1776198910.703128:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198910.703133:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cb05691. 00000400:00000010:0.0:1776198910.703136:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000023970499 (tot 82347282). 00010000:00000010:3.1:1776198910.705473:0:15864:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb225da. 00000800:00000200:3.0:1776198910.705500:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.705504:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086045f4a (tot 82347034). 00000400:00000200:3.0:1776198910.705511:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.705522:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.705527:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036732937 00000400:00000010:3.0:1776198910.705530:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036732937. 02000000:00000010:3.0:1776198910.705537:0:15864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa2674fe. 00000400:00000010:3.0:1776198910.705568:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:3.0:1776198910.705571:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198910.705573:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:3.0:1776198910.705582:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231099264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.705593:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231099264/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198910.705619:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074a147f6. 02000000:00000010:3.0:1776198910.705634:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036f0a4f3. 02000000:00000010:3.0:1776198910.705640:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048787a18. 00000100:00000010:3.0:1776198910.705644:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:3.0:1776198910.705649:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.705653:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00080000:00000010:3.0:1776198910.705671:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed118ee7. 00010000:00000010:3.0:1776198910.705764:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198910.705772:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a867a12b. 00010000:00000010:3.0:1776198910.705849:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2d8026b. 00010000:00000010:3.0:1776198910.705853:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000829c58a4. 00010000:00000010:3.0:1776198910.705858:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198910.705862:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00080000:00000010:3.0:1776198910.707578:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026763ef3. 00010000:00000010:3.0:1776198910.707646:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198910.707653:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000829c58a4. 00010000:00000010:3.0:1776198910.707730:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198910.707735:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198910.707743:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198910.707750:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.707771:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198910.707786:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036f0a4f3. 02000000:00000010:3.0:1776198910.707814:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005276bf29. 00000400:00000010:3.0:1776198910.707820:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198910.707827:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198910.707834:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099328, portal 16 00000400:00000010:3.0:1776198910.707840:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198910.707843:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099328, offset 0 00000400:00000200:3.0:1776198910.707851:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.707878:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.707885:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.707888:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.707891:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.707894:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92872:92872:256:4294967295] 192.168.204.56@tcp LPNI seq info [92872:92872:8:4294967295] 00000400:00000200:3.0:1776198910.707905:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.707912:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.707918:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e1d246d9 (tot 82347282). 00000800:00000200:3.0:1776198910.707924:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.707932:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.707946:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e1d246d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.708088:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.708092:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e1d246d9 (tot 82347034). 00000400:00000200:0.0:1776198910.708096:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.708102:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.708106:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:0.0:1776198910.708108:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:0.0:1776198910.708115:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231099328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198910.711505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1edbd3f. 00010000:00000010:3.1:1776198910.711518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a145ce8. 00010000:00000010:3.1:1776198910.719976:0:78660:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5da7ea. 00010000:00000010:3.1:1776198910.719994:0:78660:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff52f8eb. 00010000:00000010:3.1:1776198910.719997:0:78660:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.1:1776198910.720001:0:78660:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d8026b. 00010000:00000010:3.1:1776198910.720004:0:78660:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00000400:00000200:1.0:1776198910.720385:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.720401:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30dc0 00000400:00000200:1.0:1776198910.720410:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb915d [1] + 224 00000400:00000200:1.0:1776198910.720423:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.720428:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.720439:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231099328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776198910.720508:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:1.0:1776198910.720514:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78b00 00000400:00000200:1.0:1776198910.720519:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 0 00000400:00000200:1.0:1776198910.720583:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.720587:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:1.0:1776198910.720591:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776198910.720596:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080f6e3ad. 00000020:00000010:2.0:1776198910.720889:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928813a3. 00000020:00000010:2.0:1776198910.720897:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.720901:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.720929:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080f6e3ad x1862477217762048/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776198910.720974:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762048 02000000:00000010:2.0:1776198910.720986:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001d0ab73. 00010000:00000010:2.0:1776198910.721033:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013a723d0. 00000100:00000010:2.0:1776198910.721041:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.721049:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00010000:00000010:2.0:1776198910.721052:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013a723d0. 00000400:00000010:2.0:1776198910.721071:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000492896e6. 00000100:00000200:2.0:1776198910.721076:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762048, offset 224 00000400:00000200:2.0:1776198910.721088:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.721101:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.721116:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92873:92873:256:4294967295] 192.168.204.56@tcp LPNI seq info [92873:92873:8:4294967295] 00000400:00000200:2.0:1776198910.721127:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.721134:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.721139:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a33dd51 (tot 82347282). 00000800:00000200:2.0:1776198910.721144:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.721151:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.721154:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008a33dd51 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.721176:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.721181:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.721186:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928813a3. 00000400:00000010:3.0:1776198910.721685:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:3.0:1776198910.721689:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:3.0:1776198910.721691:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:3.0:1776198910.721699:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231099328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.721706:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231099328/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776198910.721728:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000625f724. 02000000:00000010:3.0:1776198910.721743:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005276bf29. 02000000:00000010:3.0:1776198910.721749:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036f0a4f3. 00000100:00000010:3.0:1776198910.721848:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:3.0:1776198910.721854:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:3.0:1776198910.721858:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00080000:00000010:3.0:1776198910.721965:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001610cb81. 00010000:00000010:3.0:1776198910.722051:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198910.722056:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce6095d2. 00010000:00000010:3.0:1776198910.722407:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002eac5441. 00010000:00000010:3.0:1776198910.722414:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cf5d20af. 00010000:00000010:3.0:1776198910.722425:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001660dbff. 00000100:00000010:3.0:1776198910.722430:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075284e53. 00000100:00000010:3.0:1776198910.722436:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 02000000:00000010:3.0:1776198910.722448:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd2d6bf1. 02000000:00000010:3.0:1776198910.722474:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed712dc2. 00000400:00000010:3.0:1776198910.722480:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003dfd791a. 00000400:00000010:3.0:1776198910.722484:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000babbbd03. 00000100:00000200:3.0:1776198910.722490:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099392, portal 16 00000400:00000010:3.0:1776198910.722495:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198910.722497:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099392, offset 0 00000400:00000200:3.0:1776198910.722502:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.722515:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.722522:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.722527:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.722531:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.722535:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92874:92874:255:4294967295] 192.168.204.56@tcp LPNI seq info [92874:92874:7:4294967295] 00000400:00000200:3.0:1776198910.722546:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.722553:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.722557:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ec51247e (tot 82347530). 00000800:00000200:3.0:1776198910.722563:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.722569:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.722572:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ec51247e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.722623:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.722626:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a33dd51 (tot 82347282). 00000400:00000200:3.0:1776198910.722630:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.722633:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.722637:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000492896e6 00000400:00000010:3.0:1776198910.722638:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000492896e6. 00000800:00000200:0.0:1776198910.725737:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.725744:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ec51247e (tot 82347034). 00000400:00000200:0.0:1776198910.725751:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.725759:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.725764:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:0.0:1776198910.725767:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000100:00000200:0.0:1776198910.725776:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000755613e2 x1862477231099392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.726433:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.726449:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30e00 00000400:00000200:3.0:1776198910.726457:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9169 [1] + 224 00000400:00000200:3.0:1776198910.726469:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.726472:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.726479:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000755613e2 x1862477231099392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.726515:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.726521:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78b40 00000400:00000200:3.0:1776198910.726526:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 328 00000400:00000200:3.0:1776198910.726590:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.726594:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.726599:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.726604:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcd116f9. 00000020:00000010:3.0:1776198910.726653:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005aa9773. 00000020:00000010:3.0:1776198910.726660:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.726664:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b882563b. 00000100:00000200:3.0:1776198910.726689:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dcd116f9 x1862477217762112/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198910.726718:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762112 02000000:00000010:3.0:1776198910.726730:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036f0a4f3. 00010000:00000010:3.0:1776198910.726767:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198910.726773:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a26ae72b. 00000100:00000010:3.0:1776198910.726779:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a26ae72b. 00010000:00000010:3.0:1776198910.726784:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000010:3.0:1776198910.726798:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198910.726802:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762112, offset 224 00000400:00000200:3.0:1776198910.726809:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.726819:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.726824:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92875:92875:256:4294967295] 192.168.204.56@tcp LPNI seq info [92875:92875:8:4294967295] 00000400:00000200:3.0:1776198910.726835:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.726840:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.726843:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e98c623d (tot 82347282). 00000800:00000200:3.0:1776198910.726848:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.726854:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.726858:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e98c623d type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1776198910.726998:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003dfd791a. 00000400:00000200:1.0:1776198910.727004:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000babbbd03 00000400:00000010:1.0:1776198910.727006:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000babbbd03. 00000100:00000200:1.0:1776198910.727012:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000755613e2 x1862477231099392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.727019:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000755613e2 x1862477231099392/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.727038:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007513a5be. 02000000:00000010:1.0:1776198910.727053:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed712dc2. 02000000:00000010:1.0:1776198910.727058:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd2d6bf1. 00000100:00000010:1.0:1776198910.727061:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000755613e2. 00000100:00000010:1.0:1776198910.727066:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000075284e53. 00010000:00000010:1.0:1776198910.727069:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001660dbff. 00000020:00000010:3.0:1776198910.727201:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.727316:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b882563b. 00000020:00000010:3.0:1776198910.727321:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005aa9773. 00000800:00000200:3.0:1776198910.727392:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.727395:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e98c623d (tot 82347034). 00000400:00000200:3.0:1776198910.727399:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.727403:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.727406:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:3.0:1776198910.727408:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00080000:00000010:1.0:1776198910.727674:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053a1d4c7. 00010000:00000010:1.0:1776198910.727770:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5d20af. 00010000:00000010:1.0:1776198910.727777:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000859a6ef. 00010000:00000010:1.0:1776198910.727855:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.0:1776198910.727861:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000362b766a. 00010000:00000010:1.0:1776198910.728199:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07c40a4. 00000100:00000010:1.0:1776198910.728356:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8261a7. 00000100:00000010:1.0:1776198910.728366:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198910.728378:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003cec030a. 02000000:00000010:1.0:1776198910.728403:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022ecc806. 00000400:00000010:1.0:1776198910.728409:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198910.728414:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198910.728419:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099456, portal 16 00000400:00000010:1.0:1776198910.728423:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5779545. 00000100:00000200:1.0:1776198910.728425:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099456, offset 0 00000400:00000200:1.0:1776198910.728431:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.728442:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.728449:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.728452:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.728454:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.728457:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92876:92876:256:4294967295] 192.168.204.56@tcp LPNI seq info [92876:92876:8:4294967295] 00000400:00000200:1.0:1776198910.728464:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.728469:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.728472:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000092f1c29 (tot 82347282). 00000800:00000200:1.0:1776198910.728477:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.728482:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.728485:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000092f1c29 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.729709:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.729715:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000092f1c29 (tot 82347034). 00000400:00000200:2.0:1776198910.729722:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.729730:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.729735:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5779545 00000400:00000010:2.0:1776198910.729737:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5779545. 00000100:00000200:2.0:1776198910.729745:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231099456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.731533:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.731553:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30e40 00000400:00000200:3.0:1776198910.731564:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9175 [1] + 224 00000400:00000200:3.0:1776198910.731580:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.731584:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.731595:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231099456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.731994:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:1.0:1776198910.732000:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:1.0:1776198910.732002:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:1.0:1776198910.732009:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231099456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.732017:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231099456/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.732045:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022ecc806. 02000000:00000010:1.0:1776198910.732051:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003cec030a. 00000100:00000010:1.0:1776198910.732057:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:1.0:1776198910.732061:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8261a7. 00010000:00000010:1.0:1776198910.732066:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07c40a4. 00000400:00000200:3.0:1776198910.734736:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.734757:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78b80 00000400:00000200:3.0:1776198910.734780:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 656 00000400:00000200:3.0:1776198910.734840:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.734844:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.734851:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.734857:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f569e53f. 00000020:00000010:2.0:1776198910.735331:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000928813a3. 00000020:00000010:2.0:1776198910.735339:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.735343:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.735371:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f569e53f x1862477217762176/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776198910.735399:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762176 02000000:00000010:2.0:1776198910.735411:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060cbe096. 00010000:00000010:2.0:1776198910.735441:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6596180. 00010000:00000010:2.0:1776198910.735468:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013a723d0. 00000100:00000010:2.0:1776198910.735475:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.735490:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00010000:00000010:2.0:1776198910.735493:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013a723d0. 00000400:00000010:2.0:1776198910.735505:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198910.735510:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762176, offset 224 00000400:00000200:2.0:1776198910.735518:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.735529:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.735534:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92877:92877:256:4294967295] 192.168.204.56@tcp LPNI seq info [92877:92877:8:4294967295] 00000400:00000200:2.0:1776198910.735545:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.735550:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.735555:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198910.735561:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00080000:00000010:1.0:1776198910.735579:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cec030a. 00000800:00000200:2.0:1776198910.735580:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.735586:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.735604:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.735608:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.735613:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000928813a3. 00010000:00000010:1.0:1776198910.735662:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000362b766a. 00010000:00000010:1.0:1776198910.735669:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000578b0bea. 00000800:00000200:2.0:1776198910.735682:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.735686:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198910.735690:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.735694:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.735697:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:2.0:1776198910.735699:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00010000:00000010:1.0:1776198910.736377:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.0:1776198910.736386:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000362b766a. 00010000:00000010:1.0:1776198910.736399:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a07c40a4. 00000100:00000010:1.0:1776198910.736404:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa8261a7. 00000100:00000010:1.0:1776198910.736412:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee7f46c8. 02000000:00000010:1.0:1776198910.736425:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022ecc806. 02000000:00000010:1.0:1776198910.736449:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005a3ffc1. 00000400:00000010:1.0:1776198910.736454:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb97a0b4. 00000400:00000010:1.0:1776198910.736459:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc14233. 00000100:00000200:1.0:1776198910.736463:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099520, portal 16 00000400:00000010:1.0:1776198910.736469:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebdb6ee2. 00000100:00000200:1.0:1776198910.736471:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099520, offset 0 00000400:00000200:1.0:1776198910.736478:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.736488:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.736495:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.736498:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.736501:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.736504:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92878:92878:256:4294967295] 192.168.204.56@tcp LPNI seq info [92878:92878:8:4294967295] 00000400:00000200:1.0:1776198910.736511:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.736517:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.736521:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccb6aea5 (tot 82347282). 00000800:00000200:1.0:1776198910.736526:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.736531:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.736534:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ccb6aea5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.737968:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.737975:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccb6aea5 (tot 82347034). 00000400:00000200:3.0:1776198910.737982:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.737990:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.737995:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebdb6ee2 00000400:00000010:3.0:1776198910.737997:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebdb6ee2. 00000100:00000200:3.0:1776198910.738005:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee7f46c8 x1862477231099520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776198910.742716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000658646ef. 00010000:00000010:3.1:1776198910.742732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d089e721. 00010000:00000010:3.1:1776198910.742737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00000400:00000200:2.0:1776198910.743774:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.743793:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30e80 00000400:00000200:2.0:1776198910.743802:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9181 [1] + 224 00000400:00000200:2.0:1776198910.743815:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.743819:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.743831:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee7f46c8 x1862477231099520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.743870:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.743876:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78bc0 00000400:00000200:2.0:1776198910.743883:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 984 00000400:00000010:3.0:1776198910.743898:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bb97a0b4. 00000400:00000200:3.0:1776198910.743905:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc14233 00000400:00000010:3.0:1776198910.743908:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc14233. 00000100:00000200:3.0:1776198910.743915:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee7f46c8 x1862477231099520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776198910.743924:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee7f46c8 x1862477231099520/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.743944:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.743950:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.743955:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.743960:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033f51ac5. 02000000:00000010:3.0:1776198910.743963:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005a3ffc1. 02000000:00000010:3.0:1776198910.743972:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022ecc806. 00000100:00000010:3.0:1776198910.743978:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee7f46c8. 00000100:00000010:3.0:1776198910.743983:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa8261a7. 00010000:00000010:3.0:1776198910.743987:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a07c40a4. 00000020:00000010:0.0:1776198910.744199:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c388ff. 00000020:00000010:0.0:1776198910.744208:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.744213:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.744241:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033f51ac5 x1862477217762240/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.744286:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762240 02000000:00000010:0.0:1776198910.744299:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000035fbd8e1. 00010000:00000010:0.0:1776198910.744331:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032d5d855. 00010000:00000010:0.0:1776198910.744354:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198910.744362:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c640081f. 00000100:00000010:0.0:1776198910.744370:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c640081f. 00010000:00000010:0.0:1776198910.744373:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000010:0.0:1776198910.744387:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e04856f3. 00000100:00000200:0.0:1776198910.744392:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762240, offset 224 00000400:00000200:0.0:1776198910.744400:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.744409:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.744414:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92879:92879:256:4294967295] 192.168.204.56@tcp LPNI seq info [92879:92879:8:4294967295] 00000400:00000200:0.0:1776198910.744424:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.744429:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.744432:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ddd13a34 (tot 82347282). 00000800:00000200:0.0:1776198910.744439:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.744446:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.744449:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ddd13a34 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.744462:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.744467:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.744469:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c388ff. 00000800:00000200:2.0:1776198910.744672:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.744676:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ddd13a34 (tot 82347034). 00000400:00000200:2.0:1776198910.744681:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.744684:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.744687:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e04856f3 00000400:00000010:2.0:1776198910.744689:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e04856f3. 00080000:00000010:3.0:1776198910.747809:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005276bf29. 00010000:00000010:3.0:1776198910.747921:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000362b766a. 00010000:00000010:3.0:1776198910.747945:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd538e8c. 00010000:00000010:3.0:1776198910.748034:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.0:1776198910.748042:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198910.748059:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198910.748069:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a26ae72b. 00000100:00000010:3.0:1776198910.748081:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 02000000:00000010:3.0:1776198910.748099:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000795f22f3. 02000000:00000010:3.0:1776198910.748134:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cdefdaf. 00000400:00000010:3.0:1776198910.748142:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010a66978. 00000400:00000010:3.0:1776198910.748149:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198910.748158:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099584, portal 16 00000400:00000010:3.0:1776198910.748164:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006aa33b5a. 00000100:00000200:3.0:1776198910.748166:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099584, offset 0 00000400:00000200:3.0:1776198910.748177:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.748195:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.748203:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.748206:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.748209:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.748212:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92880:92880:256:4294967295] 192.168.204.56@tcp LPNI seq info [92880:92880:8:4294967295] 00000400:00000200:3.0:1776198910.748223:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.748229:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.748233:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e98c623d (tot 82347282). 00000800:00000200:3.0:1776198910.748240:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.748247:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.748251:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e98c623d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.748447:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.748453:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e98c623d (tot 82347034). 00000400:00000200:0.0:1776198910.748457:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.748463:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.748468:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006aa33b5a 00000400:00000010:0.0:1776198910.748469:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006aa33b5a. 00000100:00000200:0.0:1776198910.748477:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e319c89d x1862477231099584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.751173:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.751192:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30ec0 00000400:00000200:2.0:1776198910.751199:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb918d [1] + 224 00000400:00000200:2.0:1776198910.751211:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.751215:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.751226:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e319c89d x1862477231099584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.751282:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.751288:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78c00 00000400:00000200:2.0:1776198910.751293:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 1312 00000400:00000010:3.0:1776198910.751300:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010a66978. 00000400:00000200:2.0:1776198910.751303:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.751306:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000200:2.0:1776198910.751309:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000010:3.0:1776198910.751310:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00000100:00000200:2.0:1776198910.751317:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1776198910.751319:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e319c89d x1862477231099584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1776198910.751324:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e93d007. 00000100:00000200:3.0:1776198910.751331:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e319c89d x1862477231099584/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776198910.751360:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cdefdaf. 02000000:00000010:3.0:1776198910.751366:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000795f22f3. 00000100:00000010:3.0:1776198910.751370:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 00000100:00000010:3.0:1776198910.751373:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a26ae72b. 00010000:00000010:3.0:1776198910.751377:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000020:00000010:3.0:1776198910.751415:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cdefdaf. 00000020:00000010:3.0:1776198910.751422:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.751425:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b882563b. 00000100:00000200:3.0:1776198910.751450:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e93d007 x1862477217762304/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776198910.751486:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762304 02000000:00000010:3.0:1776198910.751496:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009997ba68. 00010000:00000010:3.0:1776198910.751519:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077fbac77. 00010000:00000010:3.0:1776198910.751536:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198910.751541:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a26ae72b. 00000100:00000010:3.0:1776198910.751549:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a26ae72b. 00010000:00000010:3.0:1776198910.751551:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000010:3.0:1776198910.751561:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f870fc88. 00000100:00000200:3.0:1776198910.751565:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762304, offset 224 00000400:00000200:3.0:1776198910.751572:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.751581:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.751586:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92881:92881:256:4294967295] 192.168.204.56@tcp LPNI seq info [92881:92881:8:4294967295] 00000400:00000200:3.0:1776198910.751601:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.751606:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.751610:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad47943c (tot 82347282). 00000800:00000200:3.0:1776198910.751616:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.751623:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.751626:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad47943c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.751640:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.751644:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b882563b. 00000020:00000010:3.0:1776198910.751647:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cdefdaf. 00080000:00000010:3.0:1776198910.751668:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cdefdaf. 00010000:00000010:3.0:1776198910.751746:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198910.751764:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084185f3d. 00010000:00000010:3.0:1776198910.751837:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2d8026b. 00010000:00000010:3.0:1776198910.751840:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000829c58a4. 00010000:00000010:3.0:1776198910.751845:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfea052a. 00010000:00000010:3.0:1776198910.751849:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00080000:00000010:3.0:1776198910.751859:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000795f22f3. 00000800:00000200:2.0:1776198910.752057:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.752060:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad47943c (tot 82347034). 00000400:00000200:2.0:1776198910.752064:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.752069:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.752072:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f870fc88 00000400:00000010:2.0:1776198910.752074:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f870fc88. 00010000:00000010:3.0:1776198910.752357:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198910.752362:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000829c58a4. 00010000:00000010:3.0:1776198910.752412:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0806210. 00010000:00000010:3.0:1776198910.752416:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ff8ad3. 00010000:00000010:3.0:1776198910.752424:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000075fe010c. 00000100:00000010:3.0:1776198910.752428:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a26ae72b. 00000100:00000010:3.0:1776198910.752433:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 02000000:00000010:3.0:1776198910.752443:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084816d62. 02000000:00000010:3.0:1776198910.752466:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee0eab7a. 00000400:00000010:3.0:1776198910.752471:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010a66978. 00000400:00000010:3.0:1776198910.752475:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a67ad396. 00000100:00000200:3.0:1776198910.752480:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099648, portal 16 00000400:00000010:3.0:1776198910.752484:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000861e26f2. 00000100:00000200:3.0:1776198910.752486:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099648, offset 0 00000400:00000200:3.0:1776198910.752491:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.752499:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.752506:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:3.0:1776198910.752509:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776198910.752512:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:3.0:1776198910.752514:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92882:92882:256:4294967295] 192.168.204.56@tcp LPNI seq info [92882:92882:8:4294967295] 00000400:00000200:3.0:1776198910.752523:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.752528:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.752531:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84050fd (tot 82347282). 00000800:00000200:3.0:1776198910.752536:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.752541:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.752545:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d84050fd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.752996:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.753001:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84050fd (tot 82347034). 00000400:00000200:1.0:1776198910.753006:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.753012:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.753016:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000861e26f2 00000400:00000010:1.0:1776198910.753018:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000861e26f2. 00000100:00000200:1.0:1776198910.753025:0:15863:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e319c89d x1862477231099648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.753274:0:78663:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad38698. 00010000:00000010:1.1:1776198910.753675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada69f34. 00010000:00000010:1.1:1776198910.753683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001efeb1b9. 00010000:00000010:1.1:1776198910.753687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eac5441. 00010000:00000010:0.1:1776198910.757779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca1ad10c. 00010000:00000010:1.1:1776198910.758702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054b69ebc. 00010000:00000010:1.1:1776198910.758711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00000400:00000200:3.0:1776198910.758826:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.758844:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30f00 00000400:00000200:3.0:1776198910.758855:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb9199 [1] + 224 00000400:00000200:3.0:1776198910.759318:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.759325:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.759336:0:15865:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e319c89d x1862477231099648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.760229:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010a66978. 00000400:00000200:1.0:1776198910.760238:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a67ad396 00000400:00000010:1.0:1776198910.760241:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a67ad396. 00000100:00000200:1.0:1776198910.760277:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e319c89d x1862477231099648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.760287:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e319c89d x1862477231099648/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.760325:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee0eab7a. 02000000:00000010:1.0:1776198910.760332:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084816d62. 00000100:00000010:1.0:1776198910.760338:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 00000100:00000010:1.0:1776198910.760344:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a26ae72b. 00010000:00000010:1.0:1776198910.760350:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000075fe010c. 00000400:00000200:3.0:1776198910.760698:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.760713:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78c40 00000400:00000200:3.0:1776198910.760721:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 1640 00000400:00000200:3.0:1776198910.760790:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.760795:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.760802:0:15864:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.760807:0:15864:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e319c89d. 00000020:00000010:0.0:1776198910.761325:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059c388ff. 00000020:00000010:0.0:1776198910.761333:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.761338:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00010000:00000010:3.1:1776198910.761349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e8cb52. 00010000:00000010:3.1:1776198910.761359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00010000:00000010:3.1:1776198910.761365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a46abfa. 00010000:00000010:3.1:1776198910.761368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000dfcb67. 00000100:00000200:0.0:1776198910.761370:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e319c89d x1862477217762368/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1776198910.761373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3eb63d4. 00010000:00000010:3.1:1776198910.761378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d8026b. 00010000:00000010:3.1:1776198910.761382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfea052a. 00000100:00000200:0.0:1776198910.761412:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762368 02000000:00000010:0.0:1776198910.761426:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006052d17b. 00010000:00000010:0.0:1776198910.761469:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065b35e08. 00010000:00000010:0.0:1776198910.761499:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198910.761508:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c640081f. 00000100:00000010:0.0:1776198910.761522:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c640081f. 00010000:00000010:0.0:1776198910.761525:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000010:0.0:1776198910.761547:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039ad30c0. 00000100:00000200:0.0:1776198910.761553:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762368, offset 224 00000400:00000200:0.0:1776198910.761574:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.761588:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.761594:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92883:92883:256:4294967295] 192.168.204.56@tcp LPNI seq info [92883:92883:8:4294967295] 00000400:00000200:0.0:1776198910.761608:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.761613:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.761619:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c96b6df1 (tot 82347282). 00000800:00000200:0.0:1776198910.761626:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.761634:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.761639:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c96b6df1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.761672:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.761677:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.761680:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059c388ff. 00080000:00000010:1.0:1776198910.761895:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e657ec5e. 00010000:00000010:1.0:1776198910.761999:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ff8ad3. 00010000:00000010:1.0:1776198910.762005:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2596594. 00000001:00000010:1.0:1776198910.762076:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000666c761e. 00000001:00000010:1.0:1776198910.762082:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000666c761e. 00000001:00000010:1.0:1776198910.762085:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005f25258c. 00080000:00000010:1.0:1776198910.762090:0:77423:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000c41b2a04. 00080000:00000010:1.0:1776198910.762096:0:77423:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000221aea7c. 00000001:00000010:1.0:1776198910.762102:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000666c761e. 00010000:00000010:1.0:1776198910.762139:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c0e11b5. 00010000:00000010:1.0:1776198910.762144:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762149:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004862bdd3. 00010000:00000010:1.0:1776198910.762153:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762167:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ec03e13. 00010000:00000010:1.0:1776198910.762196:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762200:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762237:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f8d98e0. 00010000:00000010:1.0:1776198910.762239:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762242:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.0:1776198910.762245:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762284:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022ecc806. 00010000:00000010:1.0:1776198910.762312:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762315:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762348:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000515e391. 00010000:00000010:1.0:1776198910.762351:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762354:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.0:1776198910.762356:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762364:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005a3ffc1. 00010000:00000010:1.0:1776198910.762386:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762389:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762422:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dace45c2. 00010000:00000010:1.0:1776198910.762425:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762427:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002af51e12. 00010000:00000010:1.0:1776198910.762430:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762437:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5badf8a. 00010000:00000010:1.0:1776198910.762460:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762463:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762512:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4a17797. 00010000:00000010:1.0:1776198910.762516:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762519:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.0:1776198910.762522:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762530:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f62b673. 00010000:00000010:1.0:1776198910.762554:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762558:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762602:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df595b00. 00010000:00000010:1.0:1776198910.762605:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762608:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014bfe438. 00000800:00000200:3.0:1776198910.762610:0:15863:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776198910.762612:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00000800:00000010:3.0:1776198910.762615:0:15863:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c96b6df1 (tot 82347034). 00000400:00000200:3.0:1776198910.762621:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1776198910.762622:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000939e1d55. 00000400:00000200:3.0:1776198910.762628:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.762634:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039ad30c0 00000400:00000010:3.0:1776198910.762637:0:15863:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039ad30c0. 00010000:00000010:1.0:1776198910.762650:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762655:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762692:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e248b571. 00010000:00000010:1.0:1776198910.762694:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762697:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.0:1776198910.762700:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762709:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084816d62. 00010000:00000010:1.0:1776198910.762732:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762735:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762766:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032d1748e. 00010000:00000010:1.0:1776198910.762769:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762772:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5f910ae. 00010000:00000010:1.0:1776198910.762774:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762783:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee0eab7a. 00010000:00000010:1.0:1776198910.762804:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762807:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762833:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec42dea0. 00010000:00000010:1.0:1776198910.762836:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762839:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.0:1776198910.762842:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762849:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005aa9773. 00010000:00000010:1.0:1776198910.762872:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762875:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762907:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001074f3cf. 00010000:00000010:1.0:1776198910.762910:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762913:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.0:1776198910.762916:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.762923:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd2d6bf1. 00010000:00000010:1.0:1776198910.762959:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.762962:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.762999:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009146790d. 00010000:00000010:1.0:1776198910.763001:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763004:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.0:1776198910.763007:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763014:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed712dc2. 00010000:00000010:1.0:1776198910.763037:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763040:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763069:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5462491. 00010000:00000010:1.0:1776198910.763072:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763074:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c67b443. 00010000:00000010:1.0:1776198910.763077:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763084:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb65536. 00010000:00000010:1.0:1776198910.763105:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763108:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763141:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b061fe4. 00010000:00000010:1.0:1776198910.763144:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763147:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.0:1776198910.763150:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763158:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058abc52c. 00010000:00000010:1.0:1776198910.763183:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763186:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763221:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9b0c039. 00010000:00000010:1.0:1776198910.763224:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763227:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000397e2504. 00010000:00000010:1.0:1776198910.763231:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763239:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004caf43fb. 00010000:00000010:1.0:1776198910.763286:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763290:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763335:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000034ea7ab4. 00010000:00000010:1.0:1776198910.763338:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763341:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.0:1776198910.763343:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763352:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c9dd28c. 00010000:00000010:1.0:1776198910.763376:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763379:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763409:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059180c11. 00010000:00000010:1.0:1776198910.763411:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763414:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.0:1776198910.763417:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763426:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072d8d32e. 00010000:00000010:1.0:1776198910.763450:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763453:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763489:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007984c1b0. 00010000:00000010:1.0:1776198910.763493:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763496:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3d1c9b. 00010000:00000010:1.0:1776198910.763499:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763507:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053609def. 00010000:00000010:1.0:1776198910.763532:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763535:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763567:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5fe06a0. 00010000:00000010:1.0:1776198910.763570:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763574:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.0:1776198910.763576:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763587:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1f953f5. 00010000:00000010:1.0:1776198910.763611:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763616:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763653:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce86aaff. 00010000:00000010:1.0:1776198910.763656:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763659:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.0:1776198910.763662:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763671:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0175716. 00010000:00000010:1.0:1776198910.763695:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763699:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763730:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d30f52b. 00010000:00000010:1.0:1776198910.763734:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763737:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c382ade. 00010000:00000010:1.0:1776198910.763740:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763748:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077cbcb34. 00010000:00000010:1.0:1776198910.763773:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763777:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763809:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088f474be. 00010000:00000010:1.0:1776198910.763813:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763817:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000533324c4. 00010000:00000010:1.0:1776198910.763820:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763828:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc8c7ea5. 00010000:00000010:1.0:1776198910.763854:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763858:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763893:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb81132a. 00010000:00000010:1.0:1776198910.763896:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763898:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.0:1776198910.763901:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.763910:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6f0044a. 00010000:00000010:1.0:1776198910.763944:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.763949:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763989:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091aab9d1. 00010000:00000010:1.0:1776198910.763992:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.763996:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.0:1776198910.764001:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764010:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6d72ad6. 00010000:00000010:1.0:1776198910.764037:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764041:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764080:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068557b57. 00010000:00000010:1.0:1776198910.764083:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764085:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3350737. 00010000:00000010:1.0:1776198910.764088:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764095:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000942cfa66. 00010000:00000010:1.0:1776198910.764117:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764121:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764161:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b74e8dee. 00010000:00000010:1.0:1776198910.764164:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764168:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.0:1776198910.764171:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764178:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dde23101. 00010000:00000010:1.0:1776198910.764202:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764205:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764235:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d728964. 00010000:00000010:1.0:1776198910.764238:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764242:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a270956d. 00010000:00000010:1.0:1776198910.764245:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764275:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000907ed1ad. 00010000:00000010:1.0:1776198910.764301:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764305:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764335:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000850192fd. 00010000:00000010:1.0:1776198910.764338:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764341:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.0:1776198910.764343:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764351:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1caccf6. 00010000:00000010:1.0:1776198910.764373:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764376:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764401:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005087be49. 00010000:00000010:1.0:1776198910.764404:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764407:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.0:1776198910.764409:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764416:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3b6f594. 00010000:00000010:1.0:1776198910.764439:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764442:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764472:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e739eee2. 00010000:00000010:1.0:1776198910.764475:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764478:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b504b55. 00010000:00000010:1.0:1776198910.764480:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764488:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020e65572. 00010000:00000010:1.0:1776198910.764510:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764513:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764541:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d707692. 00010000:00000010:1.0:1776198910.764544:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764546:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087432b47. 00010000:00000010:1.0:1776198910.764549:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764556:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c075658. 00010000:00000010:1.0:1776198910.764579:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764582:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764623:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001452d8aa. 00010000:00000010:1.0:1776198910.764627:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764631:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.0:1776198910.764635:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764642:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f01ad7e. 00010000:00000010:1.0:1776198910.764663:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764667:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764695:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e554e06. 00010000:00000010:1.0:1776198910.764698:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764700:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.0:1776198910.764703:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764710:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005935a602. 00010000:00000010:1.0:1776198910.764732:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764735:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764767:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a05a85ba. 00010000:00000010:1.0:1776198910.764771:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764775:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c06920b. 00010000:00000010:1.0:1776198910.764779:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764786:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094d42b84. 00010000:00000010:1.0:1776198910.764809:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764813:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764847:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c6df198. 00010000:00000010:1.0:1776198910.764850:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764855:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a14ed02f. 00010000:00000010:1.0:1776198910.764860:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.764868:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037fc0168. 00010000:00000010:1.0:1776198910.764890:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.764893:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.764926:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e3dc15a. 00010000:00000010:1.0:1776198910.764929:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765361:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a39d518. 00010000:00000010:1.0:1776198910.765368:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765378:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000025bb415. 00010000:00000010:1.0:1776198910.765407:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765411:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765449:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f85aa61. 00010000:00000010:1.0:1776198910.765453:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765456:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001803c21a. 00010000:00000010:1.0:1776198910.765458:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765465:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007a02b5e. 00010000:00000010:1.0:1776198910.765487:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765490:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765524:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008efd275c. 00010000:00000010:1.0:1776198910.765527:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765530:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df97e8ab. 00010000:00000010:1.0:1776198910.765532:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765539:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e4d77eb. 00010000:00000010:1.0:1776198910.765560:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765648:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765686:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097e74c14. 00010000:00000010:1.0:1776198910.765689:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765692:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e9f29031. 00010000:00000010:1.0:1776198910.765694:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765702:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f484cd6c. 00010000:00000010:1.0:1776198910.765725:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765728:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765758:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac3bf551. 00010000:00000010:1.0:1776198910.765761:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765764:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005173589a. 00010000:00000010:1.0:1776198910.765767:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765774:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088b63b96. 00010000:00000010:1.0:1776198910.765798:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765801:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765831:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adf926bc. 00010000:00000010:1.0:1776198910.765833:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765836:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000015c1c70. 00010000:00000010:1.0:1776198910.765839:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765847:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc630948. 00010000:00000010:1.0:1776198910.765869:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765872:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765907:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008dde5df2. 00010000:00000010:1.0:1776198910.765910:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765913:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000083dc23f. 00010000:00000010:1.0:1776198910.765917:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.765923:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003eda1138. 00010000:00000010:1.0:1776198910.765958:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.765962:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.765995:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ed126e8. 00010000:00000010:1.0:1776198910.765998:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766001:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044e10e49. 00010000:00000010:1.0:1776198910.766004:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766012:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b34abb4c. 00010000:00000010:1.0:1776198910.766034:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766038:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766072:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f766b699. 00010000:00000010:1.0:1776198910.766075:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766078:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7a63843. 00010000:00000010:1.0:1776198910.766080:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766088:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902305a4. 00010000:00000010:1.0:1776198910.766113:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766117:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766145:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88bcda4. 00010000:00000010:1.0:1776198910.766148:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766152:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000476cf651. 00010000:00000010:1.0:1776198910.766154:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766161:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e30c3b41. 00010000:00000010:1.0:1776198910.766182:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766186:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766220:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d84601aa. 00010000:00000010:1.0:1776198910.766223:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766226:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064093a17. 00010000:00000010:1.0:1776198910.766229:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766237:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd8b7235. 00010000:00000010:1.0:1776198910.766290:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766294:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766326:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088bad9c4. 00010000:00000010:1.0:1776198910.766329:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766332:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f264695. 00010000:00000010:1.0:1776198910.766335:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766342:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003522346a. 00010000:00000010:1.0:1776198910.766365:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766369:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766402:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005f70bc5. 00010000:00000010:1.0:1776198910.766405:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766409:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aff84f62. 00010000:00000010:1.0:1776198910.766412:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766422:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bb00db4. 00010000:00000010:1.0:1776198910.766444:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766447:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766476:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b9a0829. 00010000:00000010:1.0:1776198910.766479:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766482:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7de1e3c. 00010000:00000010:1.0:1776198910.766488:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766496:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d45df6c4. 00010000:00000010:1.0:1776198910.766519:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766521:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766556:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf41ad51. 00010000:00000010:1.0:1776198910.766559:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766561:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a7f3a6e. 00010000:00000010:1.0:1776198910.766669:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766680:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006634c871. 00010000:00000010:1.0:1776198910.766706:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766709:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766740:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004732c5bf. 00010000:00000010:1.0:1776198910.766743:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766745:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7b577b1. 00010000:00000010:1.0:1776198910.766748:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766755:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6a49e58. 00010000:00000010:1.0:1776198910.766779:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766783:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766812:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012bd5067. 00010000:00000010:1.0:1776198910.766815:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766818:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4b1968d. 00010000:00000010:1.0:1776198910.766821:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766828:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fddf1e5d. 00010000:00000010:1.0:1776198910.766850:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766853:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766883:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099651552. 00010000:00000010:1.0:1776198910.766885:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766889:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022274ec1. 00010000:00000010:1.0:1776198910.766891:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766898:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad3acfa4. 00010000:00000010:1.0:1776198910.766920:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.766923:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766966:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067f65ed7. 00010000:00000010:1.0:1776198910.766969:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.766971:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000277afeaa. 00010000:00000010:1.0:1776198910.766974:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.766980:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e578a8dd. 00010000:00000010:1.0:1776198910.767003:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767006:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767036:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089415a41. 00010000:00000010:1.0:1776198910.767038:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767042:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ed56aa2. 00010000:00000010:1.0:1776198910.767044:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767051:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d8d1bdf. 00010000:00000010:1.0:1776198910.767072:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767075:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767106:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091ddf470. 00010000:00000010:1.0:1776198910.767109:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767113:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2a49c9e. 00010000:00000010:1.0:1776198910.767115:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767123:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f44f4d9d. 00010000:00000010:1.0:1776198910.767146:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767149:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767177:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e709cfe. 00010000:00000010:1.0:1776198910.767179:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767182:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a13b3ce. 00010000:00000010:1.0:1776198910.767184:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767190:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073f2147c. 00010000:00000010:1.0:1776198910.767212:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767215:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767243:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6c98a75. 00010000:00000010:1.0:1776198910.767245:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767248:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ab13f93. 00010000:00000010:1.0:1776198910.767251:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767351:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072c21f3d. 00010000:00000010:1.0:1776198910.767378:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767381:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767415:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7afa4ec. 00010000:00000010:1.0:1776198910.767418:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767421:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d7840e2. 00010000:00000010:1.0:1776198910.767424:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767431:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085fb750c. 00010000:00000010:1.0:1776198910.767453:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767456:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767491:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c04a3b0e. 00010000:00000010:1.0:1776198910.767494:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767497:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e65eaa1. 00010000:00000010:1.0:1776198910.767499:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767506:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdb38ebb. 00010000:00000010:1.0:1776198910.767530:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767533:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767682:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006847e7ad. 00010000:00000010:1.0:1776198910.767687:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767689:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a40f1955. 00010000:00000010:1.0:1776198910.767692:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767701:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c7c10b7. 00010000:00000010:1.0:1776198910.767727:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767730:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767766:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ecd5e73. 00010000:00000010:1.0:1776198910.767769:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767773:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040e96ca4. 00010000:00000010:1.0:1776198910.767776:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767785:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ceeea6. 00010000:00000010:1.0:1776198910.767813:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767816:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767850:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8aea93c. 00010000:00000010:1.0:1776198910.767853:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767857:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008991d715. 00010000:00000010:1.0:1776198910.767859:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767868:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088e0bd7f. 00010000:00000010:1.0:1776198910.767894:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767898:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767930:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041302a64. 00010000:00000010:1.0:1776198910.767943:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.767946:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af2da151. 00010000:00000010:1.0:1776198910.767950:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.767959:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077665f7b. 00010000:00000010:1.0:1776198910.767987:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.767991:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768024:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a211a867. 00010000:00000010:1.0:1776198910.768028:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768031:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069f11417. 00010000:00000010:1.0:1776198910.768033:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768043:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000631c1184. 00010000:00000010:1.0:1776198910.768066:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768070:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768107:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000942fc07d. 00010000:00000010:1.0:1776198910.768109:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768112:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3bfa346. 00010000:00000010:1.0:1776198910.768116:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768126:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036df3b53. 00010000:00000010:1.0:1776198910.768150:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768152:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768183:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000223f39ee. 00010000:00000010:1.0:1776198910.768187:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768191:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbeffabf. 00010000:00000010:1.0:1776198910.768193:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768202:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f557118. 00010000:00000010:1.0:1776198910.768226:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768229:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768291:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc6905f4. 00010000:00000010:1.0:1776198910.768295:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768298:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f295dc4d. 00010000:00000010:1.0:1776198910.768302:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768311:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a953907d. 00010000:00000010:1.0:1776198910.768338:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768342:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768377:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fee05301. 00010000:00000010:1.0:1776198910.768380:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768383:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000972d5ca. 00010000:00000010:1.0:1776198910.768386:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768394:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000732803b7. 00010000:00000010:1.0:1776198910.768419:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768422:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768452:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030122caf. 00010000:00000010:1.0:1776198910.768456:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768459:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017bf52ce. 00010000:00000010:1.0:1776198910.768462:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768468:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093f2b7d6. 00010000:00000010:1.0:1776198910.768492:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768496:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768528:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff1b52c3. 00010000:00000010:1.0:1776198910.768531:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768533:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009626510d. 00010000:00000010:1.0:1776198910.768536:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768543:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5f15345. 00010000:00000010:1.0:1776198910.768668:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768673:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768712:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000deb767b7. 00010000:00000010:1.0:1776198910.768715:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768719:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042f15c8c. 00010000:00000010:1.0:1776198910.768722:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768729:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021c1e65c. 00010000:00000010:1.0:1776198910.768755:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768759:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768790:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2bb9dfa. 00010000:00000010:1.0:1776198910.768793:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768797:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087ca28f9. 00010000:00000010:1.0:1776198910.768800:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768808:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004def85a2. 00010000:00000010:1.0:1776198910.768828:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768832:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768863:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012d90c45. 00010000:00000010:1.0:1776198910.768865:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768868:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.0:1776198910.768870:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768878:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bac7991. 00010000:00000010:1.0:1776198910.768900:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768904:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768944:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010875b9a. 00010000:00000010:1.0:1776198910.768947:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.768949:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.0:1776198910.768952:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.768959:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6e3456d. 00010000:00000010:1.0:1776198910.768983:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.768987:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769020:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e581aab. 00010000:00000010:1.0:1776198910.769023:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769026:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.0:1776198910.769029:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769038:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000076b2522. 00010000:00000010:1.0:1776198910.769063:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769067:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769100:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d3377ad. 00010000:00000010:1.0:1776198910.769103:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769106:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.0:1776198910.769108:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769116:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a560fc. 00010000:00000010:1.0:1776198910.769137:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769140:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769172:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fab20cd4. 00010000:00000010:1.0:1776198910.769174:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769177:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.0:1776198910.769180:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769187:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000deff795c. 00010000:00000010:1.0:1776198910.769209:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769213:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769245:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fabe5b2. 00010000:00000010:1.0:1776198910.769248:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769375:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.0:1776198910.769381:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769392:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a552aa9. 00010000:00000010:1.0:1776198910.769418:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769421:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769459:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa137ba8. 00010000:00000010:1.0:1776198910.769462:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769466:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bdb85d4. 00010000:00000010:1.0:1776198910.769469:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769478:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003eea68fb. 00010000:00000010:1.0:1776198910.769506:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769511:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769544:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007de8816d. 00010000:00000010:1.0:1776198910.769547:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769550:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f0f0195. 00010000:00000010:1.0:1776198910.769553:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769652:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023cba4c0. 00010000:00000010:1.0:1776198910.769689:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769694:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769731:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2c571d7. 00010000:00000010:1.0:1776198910.769739:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769743:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf334ebe. 00010000:00000010:1.0:1776198910.769746:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769754:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1d6b17f. 00010000:00000010:1.0:1776198910.769781:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769784:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769821:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1b6049e. 00010000:00000010:1.0:1776198910.769823:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769826:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073ae1c29. 00010000:00000010:1.0:1776198910.769829:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769837:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009236767a. 00010000:00000010:1.0:1776198910.769860:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.769863:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769901:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060415a50. 00010000:00000010:1.0:1776198910.769904:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.769907:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c35f9d66. 00010000:00000010:1.0:1776198910.769910:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.769918:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000add0cc2e. 00010000:00000010:1.0:1776198910.771730:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.771742:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.771826:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c9170d54. 00010000:00000010:1.0:1776198910.771831:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.771835:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd4d4d5b. 00010000:00000010:1.0:1776198910.771839:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.771856:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086c3bc3c. 00010000:00000010:1.0:1776198910.771894:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.771898:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.771946:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b67183a4. 00010000:00000010:1.0:1776198910.771949:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.771952:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2435194. 00010000:00000010:1.0:1776198910.771954:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.771961:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8da42b8. 00010000:00000010:1.0:1776198910.771985:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.771989:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772021:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024799ba7. 00010000:00000010:1.0:1776198910.772024:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772027:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4865a38. 00010000:00000010:1.0:1776198910.772030:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772038:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b723821. 00010000:00000010:1.0:1776198910.772060:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.772064:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772096:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f3c2bf3. 00010000:00000010:1.0:1776198910.772099:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772101:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009d0ee9e. 00010000:00000010:1.0:1776198910.772104:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772110:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087d7b047. 00010000:00000010:1.0:1776198910.772132:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.772135:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772167:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f99cba4. 00010000:00000010:1.0:1776198910.772169:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772172:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a17db1. 00010000:00000010:1.0:1776198910.772175:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772182:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005413e134. 00010000:00000010:1.0:1776198910.772204:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.772207:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772280:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001df68dfd. 00010000:00000010:1.0:1776198910.772283:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772287:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005c8ef716. 00010000:00000010:1.0:1776198910.772291:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772299:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027c6b6de. 00010000:00000010:1.0:1776198910.772322:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.772325:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772358:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d6699ea. 00010000:00000010:1.0:1776198910.772360:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772363:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.0:1776198910.772366:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772374:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c20153ff. 00010000:00000010:1.0:1776198910.772397:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.772400:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772446:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4fe238d. 00010000:00000010:1.0:1776198910.772451:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772454:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097941c71. 00010000:00000010:1.0:1776198910.772457:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772465:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b592b804. 00010000:00000010:1.0:1776198910.772488:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.772491:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772522:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b61f6d5a. 00010000:00000010:1.0:1776198910.772525:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.772528:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.0:1776198910.772532:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.772541:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e87dad8. 00010000:00000010:1.0:1776198910.773321:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.773332:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.773385:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c0a2f22. 00010000:00000010:1.0:1776198910.773388:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.773391:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e248821. 00010000:00000010:1.0:1776198910.773395:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.773406:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007e4a05b. 00010000:00000010:1.0:1776198910.773444:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.773448:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.773484:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027d4e783. 00010000:00000010:1.0:1776198910.773487:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.773489:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.0:1776198910.773492:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.773501:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087808fdc. 00010000:00000010:1.0:1776198910.773521:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.773523:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.773560:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005026d5c8. 00010000:00000010:1.0:1776198910.773996:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774004:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045972599. 00010000:00000010:1.0:1776198910.774007:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774016:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbbb18d9. 00010000:00000010:1.0:1776198910.774042:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774045:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774075:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0cae57e. 00010000:00000010:1.0:1776198910.774077:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774080:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538b4c50. 00010000:00000010:1.0:1776198910.774082:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774088:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0812ba. 00010000:00000010:1.0:1776198910.774105:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774108:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774138:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bcbee97a. 00010000:00000010:1.0:1776198910.774141:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774143:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000c2a7a5. 00010000:00000010:1.0:1776198910.774145:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774151:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f2c406f. 00010000:00000010:1.0:1776198910.774168:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774171:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774194:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f289849a. 00010000:00000010:1.0:1776198910.774196:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774198:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1e43f01. 00010000:00000010:1.0:1776198910.774200:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774206:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b4b135. 00010000:00000010:1.0:1776198910.774223:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774225:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774279:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ddaad58. 00010000:00000010:1.0:1776198910.774282:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774285:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed1adaaa. 00010000:00000010:1.0:1776198910.774287:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774294:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087dbbedc. 00010000:00000010:1.0:1776198910.774315:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774318:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774345:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096bc4785. 00010000:00000010:1.0:1776198910.774347:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774350:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067e09cd3. 00010000:00000010:1.0:1776198910.774352:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774358:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006985d675. 00010000:00000010:1.0:1776198910.774376:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774378:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774407:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d3ee6be. 00010000:00000010:1.0:1776198910.774409:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774412:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d5cc79e. 00010000:00000010:1.0:1776198910.774414:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774419:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a158de20. 00010000:00000010:1.0:1776198910.774436:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774438:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774461:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023bdf1d2. 00010000:00000010:1.0:1776198910.774463:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774466:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a674b948. 00010000:00000010:1.0:1776198910.774468:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774473:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024f2703e. 00010000:00000010:1.0:1776198910.774490:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774492:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774517:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c34d1527. 00010000:00000010:1.0:1776198910.774519:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774521:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f02d7be. 00010000:00000010:1.0:1776198910.774524:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774529:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097079fc1. 00010000:00000010:1.0:1776198910.774546:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774549:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774740:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fb829c2. 00010000:00000010:1.0:1776198910.774743:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774746:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f49469be. 00010000:00000010:1.0:1776198910.774749:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774756:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004760a9df. 00010000:00000010:1.0:1776198910.774778:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774781:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774808:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000768ede59. 00010000:00000010:1.0:1776198910.774810:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774814:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe26e8ed. 00010000:00000010:1.0:1776198910.774816:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774822:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d842ff14. 00010000:00000010:1.0:1776198910.774839:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774842:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774865:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003576071a. 00010000:00000010:1.0:1776198910.774867:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774870:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d12db706. 00010000:00000010:1.0:1776198910.774872:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774880:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002dcb3a35. 00010000:00000010:1.0:1776198910.774896:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774899:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774926:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f18a8cc. 00010000:00000010:1.0:1776198910.774928:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.774930:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011607de3. 00010000:00000010:1.0:1776198910.774945:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.774952:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e8e8e74. 00010000:00000010:1.0:1776198910.774971:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.774974:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775000:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008544dd0d. 00010000:00000010:1.0:1776198910.775002:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775005:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034c6e3ce. 00010000:00000010:1.0:1776198910.775007:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775012:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a116b12f. 00010000:00000010:1.0:1776198910.775029:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775031:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775056:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d23fc83f. 00010000:00000010:1.0:1776198910.775058:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775061:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e2ad22a. 00010000:00000010:1.0:1776198910.775063:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775068:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069d8182e. 00010000:00000010:1.0:1776198910.775084:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775087:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775111:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000bfed707. 00010000:00000010:1.0:1776198910.775113:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775116:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082123b3a. 00010000:00000010:1.0:1776198910.775118:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775124:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dba6bf02. 00010000:00000010:1.0:1776198910.775140:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775143:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775168:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5954206. 00010000:00000010:1.0:1776198910.775171:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775173:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a50bb52. 00010000:00000010:1.0:1776198910.775175:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775182:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab109080. 00010000:00000010:1.0:1776198910.775198:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775201:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775226:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b0f67fd. 00010000:00000010:1.0:1776198910.775228:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775231:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a71f9b1. 00010000:00000010:1.0:1776198910.775234:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775240:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008da0883d. 00010000:00000010:1.0:1776198910.775318:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775321:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775351:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f7d9a76. 00010000:00000010:1.0:1776198910.775353:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775356:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032a21d8b. 00010000:00000010:1.0:1776198910.775359:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775365:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089dd88ce. 00010000:00000010:1.0:1776198910.775383:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775385:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775407:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdbe9b65. 00010000:00000010:1.0:1776198910.775409:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775412:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085a28da9. 00010000:00000010:1.0:1776198910.775414:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775421:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000293300c5. 00010000:00000010:1.0:1776198910.775438:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775440:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775466:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3ff23db. 00010000:00000010:1.0:1776198910.775469:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775471:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf8bd7ae. 00010000:00000010:1.0:1776198910.775473:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775479:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f65ceee6. 00010000:00000010:1.0:1776198910.775496:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775498:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775523:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4916831. 00010000:00000010:1.0:1776198910.775525:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775527:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065276a17. 00010000:00000010:1.0:1776198910.775530:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775536:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025012e8a. 00010000:00000010:1.0:1776198910.775552:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775555:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775711:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063188536. 00010000:00000010:1.0:1776198910.775713:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775717:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbd1c508. 00010000:00000010:1.0:1776198910.775720:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775728:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d04529b6. 00010000:00000010:1.0:1776198910.775752:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775755:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775783:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f134616a. 00010000:00000010:1.0:1776198910.775785:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775788:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e283c31. 00010000:00000010:1.0:1776198910.775790:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775796:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054a328b0. 00010000:00000010:1.0:1776198910.775815:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775817:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775843:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b10782b. 00010000:00000010:1.0:1776198910.775846:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775848:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c6f652. 00010000:00000010:1.0:1776198910.775851:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775856:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ba2126. 00010000:00000010:1.0:1776198910.775873:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775876:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00000001:00000010:1.0:1776198910.775895:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bb97a0b4. 00000001:00000010:1.0:1776198910.775899:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bb97a0b4. 00000001:00000010:1.0:1776198910.775902:0:77423:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bb97a0b4. 00000001:00000010:1.0:1776198910.775904:0:77423:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000666c761e. 00010000:00000010:1.0:1776198910.775917:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e93a6b2. 00010000:00000010:1.0:1776198910.775920:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775923:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039345d37. 00010000:00000010:1.0:1776198910.775925:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.775930:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008272ae70. 00010000:00000010:1.0:1776198910.775962:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.775965:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775993:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db239917. 00010000:00000010:1.0:1776198910.775996:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.775999:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006232e233. 00010000:00000010:1.0:1776198910.776001:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776008:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023870751. 00010000:00000010:1.0:1776198910.776025:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776028:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776053:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab93012d. 00010000:00000010:1.0:1776198910.776055:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776058:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9736547. 00010000:00000010:1.0:1776198910.776060:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776066:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ec2923. 00010000:00000010:1.0:1776198910.776085:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776087:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776112:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003de06ec9. 00010000:00000010:1.0:1776198910.776114:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776116:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca0e5029. 00010000:00000010:1.0:1776198910.776118:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776125:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5213bcb. 00010000:00000010:1.0:1776198910.776142:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776144:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776166:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000521fd4c0. 00010000:00000010:1.0:1776198910.776168:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776171:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c48eccd3. 00010000:00000010:1.0:1776198910.776173:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776179:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe233bd. 00010000:00000010:1.0:1776198910.776196:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776199:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776224:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046b85dbb. 00010000:00000010:1.0:1776198910.776226:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776228:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c1ec1aa. 00010000:00000010:1.0:1776198910.776230:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776236:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2f47df2. 00010000:00000010:1.0:1776198910.776355:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776358:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776386:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098cce601. 00010000:00000010:1.0:1776198910.776388:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776390:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a63d8d8. 00010000:00000010:1.0:1776198910.776392:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776398:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7e688e. 00010000:00000010:1.0:1776198910.776417:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776419:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776445:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089283121. 00010000:00000010:1.0:1776198910.776447:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776450:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1f2707. 00010000:00000010:1.0:1776198910.776452:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776457:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cda16000. 00010000:00000010:1.0:1776198910.776475:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776477:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776499:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffe5a879. 00010000:00000010:1.0:1776198910.776501:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776503:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e410866e. 00010000:00000010:1.0:1776198910.776505:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.776511:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f7cb3ba. 00010000:00000010:1.0:1776198910.776528:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.776530:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776552:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097d3633e. 00010000:00000010:1.0:1776198910.776554:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.776557:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ed1442f. 00010000:00000010:1.0:1776198910.776559:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.778358:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d44873e7. 00010000:00000010:1.0:1776198910.778455:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.778463:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.778532:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b0f6876. 00010000:00000010:1.0:1776198910.778536:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.778541:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003973602e. 00010000:00000010:1.0:1776198910.778546:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.778557:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a594f2d2. 00010000:00000010:1.0:1776198910.779364:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.779371:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.779432:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008dbd35bf. 00010000:00000010:1.0:1776198910.779435:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.779438:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec7f8b0f. 00010000:00000010:1.0:1776198910.779441:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.779450:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f06db89. 00010000:00000010:1.0:1776198910.779478:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.779481:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.779511:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aeef7473. 00010000:00000010:1.0:1776198910.779514:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.779518:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d31c448. 00010000:00000010:1.0:1776198910.779520:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.779528:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000882955bf. 00010000:00000010:1.0:1776198910.779550:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.779554:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780208:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073a9f2ca. 00010000:00000010:1.0:1776198910.780214:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780217:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bb8cdfb. 00010000:00000010:1.0:1776198910.780221:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780230:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000652bed99. 00010000:00000010:1.0:1776198910.780292:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780297:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780335:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a5976c1. 00010000:00000010:1.0:1776198910.780337:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780340:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5affb82. 00010000:00000010:1.0:1776198910.780343:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780351:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f601b554. 00010000:00000010:1.0:1776198910.780373:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780376:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780407:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ecfa3e5. 00010000:00000010:1.0:1776198910.780410:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780413:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017e87d13. 00010000:00000010:1.0:1776198910.780415:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780422:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb8449ce. 00010000:00000010:1.0:1776198910.780444:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780447:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780478:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf4dc410. 00010000:00000010:1.0:1776198910.780480:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780483:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c46ca958. 00010000:00000010:1.0:1776198910.780486:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780494:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aaec31ba. 00010000:00000010:1.0:1776198910.780517:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780520:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780559:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a71cad7c. 00010000:00000010:1.0:1776198910.780562:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780576:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025b52a90. 00010000:00000010:1.0:1776198910.780578:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780586:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023ed2f3a. 00010000:00000010:1.0:1776198910.780610:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780613:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780648:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000528fd2ee. 00010000:00000010:1.0:1776198910.780650:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780655:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007843ddb2. 00010000:00000010:1.0:1776198910.780657:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780669:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ea78883. 00010000:00000010:1.0:1776198910.780694:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780696:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780733:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052bc9dd5. 00010000:00000010:1.0:1776198910.780736:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780739:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a07528a. 00010000:00000010:1.0:1776198910.780742:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780749:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077c57a1f. 00010000:00000010:1.0:1776198910.780776:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780779:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780809:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017f134fa. 00010000:00000010:1.0:1776198910.780812:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780814:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e7fc407. 00010000:00000010:1.0:1776198910.780817:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780825:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000beb27b8e. 00010000:00000010:1.0:1776198910.780846:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780848:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780874:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e502448d. 00010000:00000010:1.0:1776198910.780877:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.780880:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de449a75. 00010000:00000010:1.0:1776198910.780883:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.780890:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000618b95fe. 00010000:00000010:1.0:1776198910.780912:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.780914:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.782746:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a7b2bc8. 00010000:00000010:1.0:1776198910.782759:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.782765:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b941022f. 00010000:00000010:1.0:1776198910.782771:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.782793:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a396d93f. 00010000:00000010:1.0:1776198910.782857:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.782862:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.782928:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000355524a8. 00010000:00000010:1.0:1776198910.782931:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.782945:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015fc01cc. 00010000:00000010:1.0:1776198910.782948:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.782955:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001918cabc. 00010000:00000010:1.0:1776198910.782981:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.782984:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783016:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000451b7b3c. 00010000:00000010:1.0:1776198910.783019:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783022:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bb089ee. 00010000:00000010:1.0:1776198910.783025:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783032:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e616e067. 00010000:00000010:1.0:1776198910.783054:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783057:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783091:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c2f47f0. 00010000:00000010:1.0:1776198910.783093:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783099:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e73858d. 00010000:00000010:1.0:1776198910.783103:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783110:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b2488a5. 00010000:00000010:1.0:1776198910.783135:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783138:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783174:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054ca6340. 00010000:00000010:1.0:1776198910.783176:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783179:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f042230. 00010000:00000010:1.0:1776198910.783182:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783192:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fbea84a. 00010000:00000010:1.0:1776198910.783220:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783223:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783277:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dde9ac2a. 00010000:00000010:1.0:1776198910.783281:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783284:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a59001d7. 00010000:00000010:1.0:1776198910.783288:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783296:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe916e0c. 00010000:00000010:1.0:1776198910.783320:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783324:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783356:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c0fbb8d. 00010000:00000010:1.0:1776198910.783359:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783362:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be5da98f. 00010000:00000010:1.0:1776198910.783364:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783371:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae98d04b. 00010000:00000010:1.0:1776198910.783395:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783398:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783435:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e0ec2b6. 00010000:00000010:1.0:1776198910.783438:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783441:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007925db13. 00010000:00000010:1.0:1776198910.783444:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783451:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003886884c. 00010000:00000010:1.0:1776198910.783475:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783478:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783511:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e430e04. 00010000:00000010:1.0:1776198910.783513:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.783516:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9757930. 00010000:00000010:1.0:1776198910.783519:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.783526:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7076736. 00010000:00000010:1.0:1776198910.783548:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.783551:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.784749:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c6fbf52. 00010000:00000010:1.0:1776198910.784758:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.784763:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b876dcbf. 00010000:00000010:1.0:1776198910.784768:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.784786:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000185366c. 00010000:00000010:1.0:1776198910.784842:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.784848:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.784884:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017b3df00. 00010000:00000010:1.0:1776198910.784887:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.784889:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e415e88d. 00010000:00000010:1.0:1776198910.784892:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.784899:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a988c20. 00010000:00000010:1.0:1776198910.784922:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.784926:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785105:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046f9dddc. 00010000:00000010:1.0:1776198910.785109:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785111:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056819780. 00010000:00000010:1.0:1776198910.785116:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.785128:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000410d641a. 00010000:00000010:1.0:1776198910.785156:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.785160:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785191:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c4a6e63. 00010000:00000010:1.0:1776198910.785194:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785198:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a35b18c. 00010000:00000010:1.0:1776198910.785201:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.785209:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ab96976. 00010000:00000010:1.0:1776198910.785236:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.785239:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785733:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000081b8c89. 00010000:00000010:1.0:1776198910.785737:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785741:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065859b38. 00010000:00000010:1.0:1776198910.785744:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.785754:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b5497f. 00010000:00000010:1.0:1776198910.785783:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.785786:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785819:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee67ffb9. 00010000:00000010:1.0:1776198910.785822:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785825:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2aa1a24. 00010000:00000010:1.0:1776198910.785827:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.785835:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8e2f96e. 00010000:00000010:1.0:1776198910.785858:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.785862:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785895:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cdcba36. 00010000:00000010:1.0:1776198910.785898:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785901:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002a5c6636. 00010000:00000010:1.0:1776198910.785904:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.785911:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c362cb98. 00010000:00000010:1.0:1776198910.785944:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.785947:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785978:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028859cdb. 00010000:00000010:1.0:1776198910.785981:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.785983:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bec36c3. 00010000:00000010:1.0:1776198910.785987:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.785994:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cd5d7a. 00010000:00000010:1.0:1776198910.786016:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.786020:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.786050:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df64b473. 00010000:00000010:1.0:1776198910.786053:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.786056:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052c63be0. 00010000:00000010:1.0:1776198910.786058:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.786066:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062e9f0f9. 00010000:00000010:1.0:1776198910.786087:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.786091:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.786127:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b24ac679. 00010000:00000010:1.0:1776198910.786129:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.786132:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002d41412a. 00010000:00000010:1.0:1776198910.786134:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.786145:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b1c8185. 00010000:00000010:1.0:1776198910.786167:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.786170:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.786202:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004129089e. 00010000:00000010:1.0:1776198910.786205:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.786208:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1152c43. 00010000:00000010:1.0:1776198910.786210:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.786218:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334a7907. 00010000:00000010:1.0:1776198910.786241:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.786244:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.787811:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d7e7224. 00010000:00000010:1.0:1776198910.787818:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.787823:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f589457f. 00010000:00000010:1.0:1776198910.787827:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.787845:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035a791b0. 00010000:00000010:1.0:1776198910.787901:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.787906:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.787962:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eaecfb5e. 00010000:00000010:1.0:1776198910.787965:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.787967:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5bf729d. 00010000:00000010:1.0:1776198910.787970:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.787978:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a1f9557. 00010000:00000010:1.0:1776198910.788002:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788005:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788037:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b32ee8f. 00010000:00000010:1.0:1776198910.788040:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788044:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019c6a152. 00010000:00000010:1.0:1776198910.788047:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788054:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dada28d4. 00010000:00000010:1.0:1776198910.788077:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788080:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788108:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf7223ad. 00010000:00000010:1.0:1776198910.788110:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788113:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bb07d95. 00010000:00000010:1.0:1776198910.788116:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788123:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7a07829. 00010000:00000010:1.0:1776198910.788145:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788147:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788177:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2860f86. 00010000:00000010:1.0:1776198910.788179:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788182:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb7eb361. 00010000:00000010:1.0:1776198910.788185:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788192:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030ee9636. 00010000:00000010:1.0:1776198910.788219:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788222:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788296:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf16a21e. 00010000:00000010:1.0:1776198910.788299:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788302:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d052b716. 00010000:00000010:1.0:1776198910.788304:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788314:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2b2bb99. 00010000:00000010:1.0:1776198910.788344:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788349:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788381:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002972ffe0. 00010000:00000010:1.0:1776198910.788383:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788387:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003aed96ce. 00010000:00000010:1.0:1776198910.788389:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788396:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008ad5a93. 00010000:00000010:1.0:1776198910.788419:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788422:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788456:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d25c1cb. 00010000:00000010:1.0:1776198910.788459:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788462:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8c99897. 00010000:00000010:1.0:1776198910.788464:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788471:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000072816c0. 00010000:00000010:1.0:1776198910.788494:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.788497:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788525:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c055dda8. 00010000:00000010:1.0:1776198910.788530:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.788532:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000708933f5. 00010000:00000010:1.0:1776198910.788534:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.788543:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f0c7bd1. 00010000:00000010:1.0:1776198910.790972:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.790989:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.791077:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b86be01. 00010000:00000010:1.0:1776198910.791081:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.791086:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c8c4a29. 00010000:00000010:1.0:1776198910.791091:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.791114:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020f2b37c. 00010000:00000010:1.0:1776198910.791181:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.791184:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.791217:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000480907c2. 00010000:00000010:1.0:1776198910.791221:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.791224:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff9ee640. 00010000:00000010:1.0:1776198910.791227:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.791235:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019ebd1df. 00010000:00000010:1.0:1776198910.792393:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.792404:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792476:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce4109b4. 00010000:00000010:1.0:1776198910.792480:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792484:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096a86e97. 00010000:00000010:1.0:1776198910.792488:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.792500:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000488d5123. 00010000:00000010:1.0:1776198910.792539:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.792543:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792682:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000883bd8d0. 00010000:00000010:1.0:1776198910.792685:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792688:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047267048. 00010000:00000010:1.0:1776198910.792691:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.792699:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e7ca719. 00010000:00000010:1.0:1776198910.792723:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.792726:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792764:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005593e545. 00010000:00000010:1.0:1776198910.792767:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792770:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000878fb9c5. 00010000:00000010:1.0:1776198910.792773:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.792781:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f974304a. 00010000:00000010:1.0:1776198910.792805:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.792809:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792841:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003efd0d6d. 00010000:00000010:1.0:1776198910.792844:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792847:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bd9afb2. 00010000:00000010:1.0:1776198910.792850:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.792858:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3a39fcc. 00010000:00000010:1.0:1776198910.792881:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.792885:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792916:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6eb9873. 00010000:00000010:1.0:1776198910.792919:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.792922:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e364e57. 00010000:00000010:1.0:1776198910.792924:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.792941:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d89af1. 00010000:00000010:1.0:1776198910.792970:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.792974:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793005:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093a1f77d. 00010000:00000010:1.0:1776198910.793008:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793011:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0d68844. 00010000:00000010:1.0:1776198910.793013:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.793019:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060057eb7. 00010000:00000010:1.0:1776198910.793040:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.793045:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793077:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071efe5a9. 00010000:00000010:1.0:1776198910.793079:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793082:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a48f2396. 00010000:00000010:1.0:1776198910.793085:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.793096:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2386266. 00010000:00000010:1.0:1776198910.793117:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.793121:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793148:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb1ffede. 00010000:00000010:1.0:1776198910.793152:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793154:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006490c49d. 00010000:00000010:1.0:1776198910.793157:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.793166:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8b3c3c6. 00010000:00000010:1.0:1776198910.793188:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.793191:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793223:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d52180c2. 00010000:00000010:1.0:1776198910.793225:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.793228:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb25ef9e. 00010000:00000010:1.0:1776198910.793231:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.793237:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebb1f1f2. 00010000:00000010:1.0:1776198910.793987:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.793995:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794038:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dc46d60. 00010000:00000010:1.0:1776198910.794042:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794046:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bde52ccd. 00010000:00000010:1.0:1776198910.794049:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.794062:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a6ec9c8. 00010000:00000010:1.0:1776198910.794093:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.794097:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794129:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070f7a4ba. 00010000:00000010:1.0:1776198910.794132:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794135:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000927205be. 00010000:00000010:1.0:1776198910.794138:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.794146:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000005c504. 00010000:00000010:1.0:1776198910.794172:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.794175:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794205:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000060a14663. 00010000:00000010:1.0:1776198910.794208:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794211:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034c9b22a. 00010000:00000010:1.0:1776198910.794214:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.794221:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79024c1. 00010000:00000010:1.0:1776198910.794243:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.794247:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794602:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cee1a75a. 00010000:00000010:1.0:1776198910.794606:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794610:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008dd78126. 00010000:00000010:1.0:1776198910.794613:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.794621:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c03a050c. 00010000:00000010:1.0:1776198910.794646:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.794650:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794696:0:77423:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ddc013d. 00010000:00000010:1.0:1776198910.794698:0:77423:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794701:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000780e4a65. 00010000:00000010:1.0:1776198910.794704:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00080000:00000010:1.0:1776198910.794714:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026286c7b. 00010000:00000010:1.0:1776198910.794738:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.794741:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6983211. 00010000:00000010:1.0:1776198910.794778:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8ab98f. 00010000:00000010:1.0:1776198910.794781:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.794790:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.794800:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.794811:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.794830:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e201b91. 02000000:00000010:1.0:1776198910.794860:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001904dc57. 00000400:00000010:1.0:1776198910.794867:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.794873:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198910.794881:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099712, portal 16 00000400:00000010:1.0:1776198910.794887:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c9924de. 00000100:00000200:1.0:1776198910.794890:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099712, offset 0 00000400:00000200:1.0:1776198910.794899:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.794915:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.794922:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.794925:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.794928:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.794939:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92884:92884:256:4294967295] 192.168.204.56@tcp LPNI seq info [92884:92884:8:4294967295] 00000400:00000200:1.0:1776198910.794950:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.794955:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.794961:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347282). 00000800:00000200:1.0:1776198910.794968:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.794975:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.794979:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776198910.795157:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.795161:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:2.0:1776198910.795167:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.795173:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.795177:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c9924de 00000400:00000010:2.0:1776198910.795179:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c9924de. 00000100:00000200:2.0:1776198910.795188:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231099712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776198910.795454:0:78667:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c54834. 00010000:00000010:1.1:1776198910.796478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efcfe7f4. 00010000:00000010:1.1:1776198910.796487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0806210. 00010000:00000010:1.1:1776198910.796492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c0e11b5. 00010000:00000010:1.1:1776198910.796496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004862bdd3. 00000400:00000200:3.0:1776198910.799007:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.799029:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30f40 00000400:00000200:3.0:1776198910.799039:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb91a5 [1] + 224 00000400:00000200:3.0:1776198910.799056:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.799060:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.799073:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231099712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.799159:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.799165:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198910.799167:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198910.799173:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231099712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.799180:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231099712/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.799211:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001904dc57. 02000000:00000010:1.0:1776198910.799218:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e201b91. 00000100:00000010:1.0:1776198910.799221:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.799225:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.799228:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:3.0:1776198910.800405:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.800422:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78c80 00000400:00000200:3.0:1776198910.800428:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7ac1 [2] + 1968 00000400:00000010:3.0:1776198910.800431:0:15863:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7690fc3. 00000400:00000200:3.0:1776198910.800436:0:15863:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000187d73f0 00010000:00000010:1.1:1776198910.800723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8d98e0. 00010000:00000010:1.1:1776198910.800732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ea0cf4. 00010000:00000010:1.1:1776198910.800739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000515e391. 00010000:00000010:1.1:1776198910.800742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026034fe9. 00010000:00000010:1.1:1776198910.800747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dace45c2. 00010000:00000010:1.1:1776198910.800761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af51e12. 00010000:00000010:1.1:1776198910.800765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a17797. 00010000:00000010:1.1:1776198910.800768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e40bbf. 00010000:00000010:1.1:1776198910.800771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df595b00. 00010000:00000010:1.1:1776198910.800773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014bfe438. 00010000:00000010:1.1:1776198910.800776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e248b571. 00010000:00000010:1.1:1776198910.800778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091cc9062. 00010000:00000010:1.1:1776198910.800780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d1748e. 00010000:00000010:1.1:1776198910.800782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f910ae. 00010000:00000010:1.1:1776198910.800785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec42dea0. 00010000:00000010:1.1:1776198910.800787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231a50e5. 00010000:00000010:1.1:1776198910.800789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001074f3cf. 00010000:00000010:1.1:1776198910.800792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dd10c15. 00010000:00000010:1.1:1776198910.800794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009146790d. 00010000:00000010:1.1:1776198910.800797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a6b140. 00010000:00000010:1.1:1776198910.800800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5462491. 00010000:00000010:1.1:1776198910.800802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c67b443. 00010000:00000010:1.1:1776198910.800808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b061fe4. 00010000:00000010:1.1:1776198910.800812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad63392f. 00010000:00000010:1.1:1776198910.800815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9b0c039. 00010000:00000010:1.1:1776198910.800817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397e2504. 00010000:00000010:1.1:1776198910.800819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034ea7ab4. 00010000:00000010:1.1:1776198910.800821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd73b9e4. 00010000:00000010:1.1:1776198910.800824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059180c11. 00010000:00000010:1.1:1776198910.800826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c59b1. 00010000:00000010:1.1:1776198910.800828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007984c1b0. 00010000:00000010:1.1:1776198910.800831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3d1c9b. 00010000:00000010:1.1:1776198910.800833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5fe06a0. 00010000:00000010:1.1:1776198910.800835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da59ac9. 00010000:00000010:1.1:1776198910.800837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce86aaff. 00010000:00000010:1.1:1776198910.800841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449a5c27. 00010000:00000010:1.1:1776198910.800843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d30f52b. 00010000:00000010:1.1:1776198910.800848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c382ade. 00010000:00000010:1.1:1776198910.800850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088f474be. 00010000:00000010:1.1:1776198910.800853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533324c4. 00010000:00000010:1.1:1776198910.800855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb81132a. 00010000:00000010:1.1:1776198910.800858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dcde5b. 00010000:00000010:1.1:1776198910.800861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091aab9d1. 00010000:00000010:1.1:1776198910.800866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004522ccb6. 00010000:00000010:1.1:1776198910.800868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068557b57. 00010000:00000010:1.1:1776198910.800870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3350737. 00010000:00000010:1.1:1776198910.800872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b74e8dee. 00010000:00000010:1.1:1776198910.800875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5b6066. 00010000:00000010:1.1:1776198910.800880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d728964. 00010000:00000010:1.1:1776198910.800883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a270956d. 00010000:00000010:1.1:1776198910.800885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000850192fd. 00010000:00000010:1.1:1776198910.800888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009931c5fd. 00010000:00000010:1.1:1776198910.800890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005087be49. 00010000:00000010:1.1:1776198910.800892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2cf8e25. 00010000:00000010:1.1:1776198910.800895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e739eee2. 00010000:00000010:1.1:1776198910.800898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b504b55. 00010000:00000010:1.1:1776198910.800900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d707692. 00010000:00000010:1.1:1776198910.800902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087432b47. 00010000:00000010:1.1:1776198910.800904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001452d8aa. 00010000:00000010:1.1:1776198910.800906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c95e29b. 00010000:00000010:1.1:1776198910.800908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e554e06. 00010000:00000010:1.1:1776198910.800910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ff8b4f. 00010000:00000010:1.1:1776198910.800912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a05a85ba. 00010000:00000010:1.1:1776198910.800916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c06920b. 00010000:00000010:1.1:1776198910.800921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c6df198. 00010000:00000010:1.1:1776198910.800924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a14ed02f. 00010000:00000010:1.1:1776198910.800926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e3dc15a. 00010000:00000010:1.1:1776198910.800929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a39d518. 00010000:00000010:1.1:1776198910.800942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f85aa61. 00010000:00000010:1.1:1776198910.800946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001803c21a. 00010000:00000010:1.1:1776198910.800949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008efd275c. 00010000:00000010:1.1:1776198910.800952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df97e8ab. 00010000:00000010:1.1:1776198910.800955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097e74c14. 00010000:00000010:1.1:1776198910.800957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9f29031. 00010000:00000010:1.1:1776198910.800959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3bf551. 00010000:00000010:1.1:1776198910.800962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005173589a. 00010000:00000010:1.1:1776198910.800964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf926bc. 00010000:00000010:1.1:1776198910.800966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000015c1c70. 00010000:00000010:1.1:1776198910.800969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dde5df2. 00010000:00000010:1.1:1776198910.800971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083dc23f. 00010000:00000010:1.1:1776198910.800976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed126e8. 00010000:00000010:1.1:1776198910.800979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e10e49. 00010000:00000010:1.1:1776198910.800982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f766b699. 00010000:00000010:1.1:1776198910.800985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7a63843. 00010000:00000010:1.1:1776198910.800988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88bcda4. 00010000:00000010:1.1:1776198910.800991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476cf651. 00010000:00000010:1.1:1776198910.800993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d84601aa. 00010000:00000010:1.1:1776198910.800997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064093a17. 00010000:00000010:1.1:1776198910.800999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088bad9c4. 00010000:00000010:1.1:1776198910.801001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f264695. 00010000:00000010:1.1:1776198910.801003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005f70bc5. 00010000:00000010:1.1:1776198910.801007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aff84f62. 00010000:00000010:1.1:1776198910.801010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b9a0829. 00010000:00000010:1.1:1776198910.801014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7de1e3c. 00010000:00000010:1.1:1776198910.801016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf41ad51. 00010000:00000010:1.1:1776198910.801021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a7f3a6e. 00010000:00000010:1.1:1776198910.801024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004732c5bf. 00010000:00000010:1.1:1776198910.801027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7b577b1. 00010000:00000010:1.1:1776198910.801029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012bd5067. 00010000:00000010:1.1:1776198910.801032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b1968d. 00010000:00000010:1.1:1776198910.801034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099651552. 00010000:00000010:1.1:1776198910.801036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022274ec1. 00010000:00000010:1.1:1776198910.801042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f65ed7. 00010000:00000010:1.1:1776198910.801045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277afeaa. 00010000:00000010:1.1:1776198910.801048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089415a41. 00010000:00000010:1.1:1776198910.801050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ed56aa2. 00010000:00000010:1.1:1776198910.801053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ddf470. 00010000:00000010:1.1:1776198910.801055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a49c9e. 00010000:00000010:1.1:1776198910.801058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e709cfe. 00010000:00000010:1.1:1776198910.801060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a13b3ce. 00010000:00000010:1.1:1776198910.801063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c98a75. 00010000:00000010:1.1:1776198910.801066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab13f93. 00010000:00000010:1.1:1776198910.801067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7afa4ec. 00010000:00000010:1.1:1776198910.801070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d7840e2. 00010000:00000010:1.1:1776198910.801072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c04a3b0e. 00010000:00000010:1.1:1776198910.801074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e65eaa1. 00010000:00000010:1.1:1776198910.801076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006847e7ad. 00010000:00000010:1.1:1776198910.801078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a40f1955. 00010000:00000010:1.1:1776198910.801080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ecd5e73. 00010000:00000010:1.1:1776198910.801083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040e96ca4. 00010000:00000010:1.1:1776198910.801085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8aea93c. 00010000:00000010:1.1:1776198910.801087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008991d715. 00010000:00000010:1.1:1776198910.801089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041302a64. 00010000:00000010:1.1:1776198910.801092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af2da151. 00010000:00000010:1.1:1776198910.801094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a211a867. 00010000:00000010:1.1:1776198910.801096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069f11417. 00010000:00000010:1.1:1776198910.801098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000942fc07d. 00010000:00000010:1.1:1776198910.801100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3bfa346. 00010000:00000010:1.1:1776198910.801102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000223f39ee. 00010000:00000010:1.1:1776198910.801104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbeffabf. 00010000:00000010:1.1:1776198910.801108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc6905f4. 00010000:00000010:1.1:1776198910.801111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f295dc4d. 00010000:00000010:1.1:1776198910.801113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee05301. 00010000:00000010:1.1:1776198910.801115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000972d5ca. 00010000:00000010:1.1:1776198910.801117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030122caf. 00010000:00000010:1.1:1776198910.801119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017bf52ce. 00010000:00000010:1.1:1776198910.801122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1b52c3. 00010000:00000010:1.1:1776198910.801124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009626510d. 00010000:00000010:1.1:1776198910.801126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deb767b7. 00010000:00000010:1.1:1776198910.801128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f15c8c. 00010000:00000010:1.1:1776198910.801130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2bb9dfa. 00010000:00000010:1.1:1776198910.801134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ca28f9. 00010000:00000010:1.1:1776198910.801137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012d90c45. 00010000:00000010:1.1:1776198910.801140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22f5048. 00010000:00000010:1.1:1776198910.801144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010875b9a. 00010000:00000010:1.1:1776198910.801147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ee7e0b. 00010000:00000010:1.1:1776198910.801152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e581aab. 00010000:00000010:1.1:1776198910.801157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61e97e1. 00010000:00000010:1.1:1776198910.801159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3377ad. 00010000:00000010:1.1:1776198910.801162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c95d9d48. 00010000:00000010:1.1:1776198910.801164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fab20cd4. 00010000:00000010:1.1:1776198910.801167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4a6a1e. 00010000:00000010:1.1:1776198910.801169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fabe5b2. 00010000:00000010:1.1:1776198910.801172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb052d50. 00010000:00000010:1.1:1776198910.801174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa137ba8. 00010000:00000010:1.1:1776198910.801177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdb85d4. 00010000:00000010:1.1:1776198910.801180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007de8816d. 00010000:00000010:1.1:1776198910.801182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f0195. 00010000:00000010:1.1:1776198910.801184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c571d7. 00010000:00000010:1.1:1776198910.801186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf334ebe. 00010000:00000010:1.1:1776198910.801188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b6049e. 00010000:00000010:1.1:1776198910.801190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae1c29. 00010000:00000010:1.1:1776198910.801194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060415a50. 00010000:00000010:1.1:1776198910.801196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c35f9d66. 00010000:00000010:1.1:1776198910.801198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9170d54. 00010000:00000010:1.1:1776198910.801201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd4d4d5b. 00010000:00000010:1.1:1776198910.801203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b67183a4. 00010000:00000010:1.1:1776198910.801206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2435194. 00010000:00000010:1.1:1776198910.801208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024799ba7. 00010000:00000010:1.1:1776198910.801210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4865a38. 00010000:00000010:1.1:1776198910.801212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f3c2bf3. 00010000:00000010:1.1:1776198910.801215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d0ee9e. 00010000:00000010:1.1:1776198910.801219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f99cba4. 00010000:00000010:1.1:1776198910.801222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a17db1. 00010000:00000010:1.1:1776198910.801224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001df68dfd. 00010000:00000010:1.1:1776198910.801227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8ef716. 00010000:00000010:1.1:1776198910.801229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d6699ea. 00010000:00000010:1.1:1776198910.801231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000057a75fb. 00010000:00000010:1.1:1776198910.801233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4fe238d. 00010000:00000010:1.1:1776198910.801236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097941c71. 00010000:00000010:1.1:1776198910.801238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b61f6d5a. 00010000:00000010:1.1:1776198910.801240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019565b9d. 00010000:00000010:1.1:1776198910.801242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0a2f22. 00010000:00000010:1.1:1776198910.801245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e248821. 00010000:00000010:1.1:1776198910.801247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027d4e783. 00010000:00000010:1.1:1776198910.801249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4781b9a. 00010000:00000010:1.1:1776198910.801268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005026d5c8. 00010000:00000010:1.1:1776198910.801272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045972599. 00010000:00000010:1.1:1776198910.801274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0cae57e. 00010000:00000010:1.1:1776198910.801278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538b4c50. 00010000:00000010:1.1:1776198910.801283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcbee97a. 00010000:00000010:1.1:1776198910.801285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c2a7a5. 00010000:00000010:1.1:1776198910.801288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f289849a. 00010000:00000010:1.1:1776198910.801290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1e43f01. 00010000:00000010:1.1:1776198910.801292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ddaad58. 00010000:00000010:1.1:1776198910.801294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed1adaaa. 00010000:00000010:1.1:1776198910.801296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096bc4785. 00010000:00000010:1.1:1776198910.801299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067e09cd3. 00010000:00000010:1.1:1776198910.801302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3ee6be. 00010000:00000010:1.1:1776198910.801304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d5cc79e. 00010000:00000010:1.1:1776198910.801306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023bdf1d2. 00010000:00000010:1.1:1776198910.801308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a674b948. 00010000:00000010:1.1:1776198910.801311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34d1527. 00010000:00000010:1.1:1776198910.801313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f02d7be. 00010000:00000010:1.1:1776198910.801315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb829c2. 00010000:00000010:1.1:1776198910.801318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f49469be. 00010000:00000010:1.1:1776198910.801320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000768ede59. 00010000:00000010:1.1:1776198910.801324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe26e8ed. 00010000:00000010:1.1:1776198910.801326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003576071a. 00010000:00000010:1.1:1776198910.801330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12db706. 00010000:00000010:1.1:1776198910.801334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f18a8cc. 00010000:00000010:1.1:1776198910.801337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011607de3. 00010000:00000010:1.1:1776198910.801341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008544dd0d. 00010000:00000010:1.1:1776198910.801344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034c6e3ce. 00010000:00000010:1.1:1776198910.801346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23fc83f. 00010000:00000010:1.1:1776198910.801349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e2ad22a. 00010000:00000010:1.1:1776198910.801351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bfed707. 00010000:00000010:1.1:1776198910.801354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082123b3a. 00010000:00000010:1.1:1776198910.801365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5954206. 00010000:00000010:1.1:1776198910.801369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a50bb52. 00010000:00000010:1.1:1776198910.801371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b0f67fd. 00010000:00000010:1.1:1776198910.801374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a71f9b1. 00010000:00000010:1.1:1776198910.801375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f7d9a76. 00010000:00000010:1.1:1776198910.801378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a21d8b. 00010000:00000010:1.1:1776198910.801380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbe9b65. 00010000:00000010:1.1:1776198910.801382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a28da9. 00010000:00000010:1.1:1776198910.801384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3ff23db. 00010000:00000010:1.1:1776198910.801386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf8bd7ae. 00010000:00000010:1.1:1776198910.801388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4916831. 00010000:00000010:1.1:1776198910.801391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065276a17. 00010000:00000010:1.1:1776198910.801393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063188536. 00010000:00000010:1.1:1776198910.801396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd1c508. 00010000:00000010:1.1:1776198910.801399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f134616a. 00010000:00000010:1.1:1776198910.801402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e283c31. 00010000:00000010:1.1:1776198910.801405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b10782b. 00010000:00000010:1.1:1776198910.801407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c6f652. 00010000:00000010:1.1:1776198910.801409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e93a6b2. 00010000:00000010:1.1:1776198910.801412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039345d37. 00010000:00000010:1.1:1776198910.801414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db239917. 00010000:00000010:1.1:1776198910.801416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006232e233. 00010000:00000010:1.1:1776198910.801419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab93012d. 00010000:00000010:1.1:1776198910.801421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9736547. 00010000:00000010:1.1:1776198910.801423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de06ec9. 00010000:00000010:1.1:1776198910.801426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca0e5029. 00010000:00000010:1.1:1776198910.801431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521fd4c0. 00010000:00000010:1.1:1776198910.801434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c48eccd3. 00010000:00000010:1.1:1776198910.801437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b85dbb. 00010000:00000010:1.1:1776198910.801440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c1ec1aa. 00010000:00000010:1.1:1776198910.801444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098cce601. 00010000:00000010:1.1:1776198910.801447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a63d8d8. 00010000:00000010:1.1:1776198910.801449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089283121. 00010000:00000010:1.1:1776198910.801451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1f2707. 00010000:00000010:1.1:1776198910.801454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffe5a879. 00010000:00000010:1.1:1776198910.801456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e410866e. 00010000:00000010:1.1:1776198910.801458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097d3633e. 00010000:00000010:1.1:1776198910.801461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ed1442f. 00010000:00000010:1.1:1776198910.801465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0f6876. 00010000:00000010:1.1:1776198910.801468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003973602e. 00010000:00000010:1.1:1776198910.801470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbd35bf. 00010000:00000010:1.1:1776198910.801472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec7f8b0f. 00010000:00000010:1.1:1776198910.801474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeef7473. 00010000:00000010:1.1:1776198910.801477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d31c448. 00010000:00000010:1.1:1776198910.801479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073a9f2ca. 00010000:00000010:1.1:1776198910.801482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb8cdfb. 00010000:00000010:1.1:1776198910.801485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5976c1. 00010000:00000010:1.1:1776198910.801488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5affb82. 00010000:00000010:1.1:1776198910.801490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecfa3e5. 00010000:00000010:1.1:1776198910.801492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017e87d13. 00010000:00000010:1.1:1776198910.801495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4dc410. 00010000:00000010:1.1:1776198910.801497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c46ca958. 00010000:00000010:1.1:1776198910.801499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a71cad7c. 00010000:00000010:1.1:1776198910.801501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025b52a90. 00010000:00000010:1.1:1776198910.801506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000528fd2ee. 00010000:00000010:1.1:1776198910.801509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007843ddb2. 00010000:00000010:1.1:1776198910.801511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052bc9dd5. 00010000:00000010:1.1:1776198910.801514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a07528a. 00010000:00000010:1.1:1776198910.801517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017f134fa. 00010000:00000010:1.1:1776198910.801519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e7fc407. 00010000:00000010:1.1:1776198910.801522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e502448d. 00010000:00000010:1.1:1776198910.801524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de449a75. 00010000:00000010:1.1:1776198910.801526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7b2bc8. 00010000:00000010:1.1:1776198910.801529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b941022f. 00010000:00000010:1.1:1776198910.801531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000355524a8. 00010000:00000010:1.1:1776198910.801534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015fc01cc. 00010000:00000010:1.1:1776198910.801536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451b7b3c. 00010000:00000010:1.1:1776198910.801539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bb089ee. 00010000:00000010:1.1:1776198910.801542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2f47f0. 00010000:00000010:1.1:1776198910.801545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e73858d. 00010000:00000010:1.1:1776198910.801548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ca6340. 00010000:00000010:1.1:1776198910.801551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f042230. 00010000:00000010:1.1:1776198910.801555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dde9ac2a. 00010000:00000010:1.1:1776198910.801558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a59001d7. 00010000:00000010:1.1:1776198910.801560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c0fbb8d. 00000400:00000200:3.0:1776198910.802129:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.802144:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.802153:0:15863:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000187d73f0 00000400:00000010:3.0:1776198910.802157:0:15863:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000187d73f0 (tot 82346882). 00000100:00000200:3.0:1776198910.802165:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776198910.802225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5da98f. 00010000:00000010:1.1:1776198910.802229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e0ec2b6. 00010000:00000010:1.1:1776198910.802231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007925db13. 00010000:00000010:1.1:1776198910.802233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e430e04. 00010000:00000010:1.1:1776198910.802236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9757930. 00010000:00000010:1.1:1776198910.802240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c6fbf52. 00010000:00000010:1.1:1776198910.802243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b876dcbf. 00010000:00000010:1.1:1776198910.802247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017b3df00. 00010000:00000010:1.1:1776198910.802250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e415e88d. 00010000:00000010:1.1:1776198910.802273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046f9dddc. 00010000:00000010:1.1:1776198910.802277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056819780. 00010000:00000010:1.1:1776198910.802279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c4a6e63. 00010000:00000010:1.1:1776198910.802281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a35b18c. 00010000:00000010:1.1:1776198910.802283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000081b8c89. 00010000:00000010:1.1:1776198910.802285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065859b38. 00010000:00000010:1.1:1776198910.802288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee67ffb9. 00010000:00000010:1.1:1776198910.802291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2aa1a24. 00010000:00000010:1.1:1776198910.802293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cdcba36. 00010000:00000010:1.1:1776198910.802297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a5c6636. 00010000:00000010:1.1:1776198910.802299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028859cdb. 00010000:00000010:1.1:1776198910.802302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bec36c3. 00010000:00000010:1.1:1776198910.802304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df64b473. 00010000:00000010:1.1:1776198910.802307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c63be0. 00010000:00000010:1.1:1776198910.802309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24ac679. 00010000:00000010:1.1:1776198910.802312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d41412a. 00010000:00000010:1.1:1776198910.802314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004129089e. 00010000:00000010:1.1:1776198910.802317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1152c43. 00010000:00000010:1.1:1776198910.802319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7e7224. 00010000:00000010:1.1:1776198910.802321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f589457f. 00010000:00000010:1.1:1776198910.802323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaecfb5e. 00010000:00000010:1.1:1776198910.802325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5bf729d. 00010000:00000010:1.1:1776198910.802329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b32ee8f. 00010000:00000010:1.1:1776198910.802334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019c6a152. 00010000:00000010:1.1:1776198910.802337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf7223ad. 00010000:00000010:1.1:1776198910.802342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb07d95. 00010000:00000010:1.1:1776198910.802345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2860f86. 00010000:00000010:1.1:1776198910.802348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb7eb361. 00010000:00000010:1.1:1776198910.802351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf16a21e. 00010000:00000010:1.1:1776198910.802354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d052b716. 00010000:00000010:1.1:1776198910.802356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002972ffe0. 00010000:00000010:1.1:1776198910.802358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aed96ce. 00010000:00000010:1.1:1776198910.802361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d25c1cb. 00010000:00000010:1.1:1776198910.802364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c99897. 00010000:00000010:1.1:1776198910.802366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c055dda8. 00010000:00000010:1.1:1776198910.802369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000708933f5. 00010000:00000010:1.1:1776198910.802371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b86be01. 00010000:00000010:1.1:1776198910.802373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c8c4a29. 00010000:00000010:1.1:1776198910.802375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000480907c2. 00010000:00000010:1.1:1776198910.802378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9ee640. 00010000:00000010:1.1:1776198910.802380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4109b4. 00010000:00000010:1.1:1776198910.802383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a86e97. 00010000:00000010:1.1:1776198910.802388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000883bd8d0. 00010000:00000010:1.1:1776198910.802399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047267048. 00010000:00000010:1.1:1776198910.802404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005593e545. 00010000:00000010:1.1:1776198910.802406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000878fb9c5. 00010000:00000010:1.1:1776198910.802409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efd0d6d. 00010000:00000010:1.1:1776198910.802412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bd9afb2. 00010000:00000010:1.1:1776198910.802414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6eb9873. 00010000:00000010:1.1:1776198910.802417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e364e57. 00010000:00000010:1.1:1776198910.802419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a1f77d. 00010000:00000010:1.1:1776198910.802421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d68844. 00010000:00000010:1.1:1776198910.802423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071efe5a9. 00010000:00000010:1.1:1776198910.802425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48f2396. 00010000:00000010:1.1:1776198910.802427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb1ffede. 00010000:00000010:1.1:1776198910.802429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006490c49d. 00010000:00000010:1.1:1776198910.802432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d52180c2. 00010000:00000010:1.1:1776198910.802434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb25ef9e. 00010000:00000010:1.1:1776198910.802436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc46d60. 00010000:00000010:1.1:1776198910.802439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde52ccd. 00010000:00000010:1.1:1776198910.802442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f7a4ba. 00010000:00000010:1.1:1776198910.802445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927205be. 00010000:00000010:1.1:1776198910.802448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a14663. 00010000:00000010:1.1:1776198910.802452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034c9b22a. 00010000:00000010:1.1:1776198910.802455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cee1a75a. 00010000:00000010:1.1:1776198910.802457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd78126. 00010000:00000010:1.1:1776198910.802458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ddc013d. 00010000:00000010:1.1:1776198910.802461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780e4a65. 00000020:00000010:0.0:1776198910.802903:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eabb2ce8. 00000020:00000010:0.0:1776198910.802911:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.802916:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.802956:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c732672c x1862477217762432/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198910.803025:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762432 02000000:00000010:0.0:1776198910.803038:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032bbc4a9. 00010000:00000010:0.0:1776198910.803070:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004113cf0f. 00010000:00000010:0.0:1776198910.803090:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198910.803098:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c640081f. 00000100:00000010:0.0:1776198910.803118:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c640081f. 00010000:00000010:0.0:1776198910.803122:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000010:0.0:1776198910.803138:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9b1153. 00000100:00000200:0.0:1776198910.803143:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762432, offset 224 00000400:00000200:0.0:1776198910.803151:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.803165:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.803170:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92885:92885:256:4294967295] 192.168.204.56@tcp LPNI seq info [92885:92885:8:4294967295] 00000400:00000200:0.0:1776198910.803180:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.803184:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.803189:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35714e8 (tot 82347130). 00000800:00000200:0.0:1776198910.803194:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.803200:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.803204:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e35714e8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.803228:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.803232:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.803234:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eabb2ce8. 02000000:00000010:0.0:1776198910.803245:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006052d17b. 00000100:00000010:0.0:1776198910.803248:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e319c89d. 02000000:00000010:0.0:1776198910.803279:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009997ba68. 00000100:00000010:0.0:1776198910.803285:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e93d007. 02000000:00000010:0.0:1776198910.803289:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000035fbd8e1. 00000100:00000010:0.0:1776198910.803291:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033f51ac5. 02000000:00000010:0.0:1776198910.803295:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060cbe096. 00000100:00000010:0.0:1776198910.803297:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f569e53f. 02000000:00000010:0.0:1776198910.803300:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036f0a4f3. 00000100:00000010:0.0:1776198910.803302:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcd116f9. 02000000:00000010:0.0:1776198910.803307:0:75322:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001d0ab73. 00000100:00000010:0.0:1776198910.803309:0:75322:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080f6e3ad. 00000100:00000200:0.0:1776198910.803315:0:75322:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776198910.803320:0:75322:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a39e95aa. 00000400:00000010:0.0:1776198910.803324:0:75322:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c640081f (tot 82347282). 00080000:00000010:1.0:1776198910.803386:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e201b91. 00010000:00000010:1.0:1776198910.803474:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.803481:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dacfa2d. 00000800:00000200:2.0:1776198910.804728:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.804734:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35714e8 (tot 82347034). 00000400:00000200:2.0:1776198910.804741:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.804750:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.804755:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9b1153 00000400:00000010:2.0:1776198910.804758:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9b1153. 02000000:00000010:2.0:1776198910.804765:0:15865:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032bbc4a9. 00010000:00000010:1.0:1776198910.806219:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000780e4a65. 00010000:00000010:1.0:1776198910.806233:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005c6e7f6d. 00010000:00000010:1.0:1776198910.806273:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.806284:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.806299:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.806315:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9f1bab4. 02000000:00000010:1.0:1776198910.806352:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b13929b. 00000400:00000010:1.0:1776198910.806360:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.806367:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198910.806373:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099776, portal 16 00000400:00000010:1.0:1776198910.806381:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e66e5624. 00000100:00000200:1.0:1776198910.806383:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099776, offset 0 00000400:00000200:1.0:1776198910.806395:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.806413:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.806421:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.806426:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.806429:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.806433:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92886:92886:256:4294967295] 192.168.204.56@tcp LPNI seq info [92886:92886:8:4294967295] 00000400:00000200:1.0:1776198910.806444:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.806452:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.806457:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001784f4a0 (tot 82347282). 00000800:00000200:1.0:1776198910.806464:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.806472:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.806476:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001784f4a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.807473:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.807481:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001784f4a0 (tot 82347034). 00000400:00000200:3.0:1776198910.807489:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.807498:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.807504:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e66e5624 00000400:00000010:3.0:1776198910.807507:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e66e5624. 00000100:00000200:3.0:1776198910.807517:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231099776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.810923:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.810954:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30f80 00000400:00000200:2.0:1776198910.810963:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb91b5 [1] + 224 00000400:00000200:2.0:1776198910.810980:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.810984:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.810995:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231099776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776198910.811183:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.811188:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198910.811190:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198910.811197:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231099776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.811204:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231099776/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.811235:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b13929b. 02000000:00000010:1.0:1776198910.811242:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9f1bab4. 00000100:00000010:1.0:1776198910.811246:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.811249:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.811461:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00010000:00000010:1.1:1776198910.818367:0:78671:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7dc143. 00010000:00000010:1.1:1776198910.818380:0:78671:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8ab98f. 00000400:00000200:2.0:1776198910.818946:0:15865:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.818966:0:15865:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78cc0 00000400:00000200:2.0:1776198910.818974:0:15865:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7b19 [2] + 0 00000400:00000200:2.0:1776198910.819231:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.819237:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.819244:0:15865:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.819250:0:15865:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000053a512a2. 00000020:00000010:0.0:1776198910.820737:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006052d17b. 00000020:00000010:0.0:1776198910.820760:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.820766:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.820803:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000053a512a2 x1862477217762496/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776198910.820840:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762496 02000000:00000010:0.0:1776198910.820852:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eabb2ce8. 00010000:00000010:0.0:1776198910.820883:0:75322:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f302ff5d. 00010000:00000010:0.0:1776198910.820903:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198910.820911:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060552d55. 00000100:00000010:0.0:1776198910.820944:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060552d55. 00010000:00000010:0.0:1776198910.820948:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000010:0.0:1776198910.820963:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000eecabfa. 00000100:00000200:0.0:1776198910.820970:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762496, offset 224 00000400:00000200:0.0:1776198910.820978:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.820994:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.820999:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92887:92887:256:4294967295] 192.168.204.56@tcp LPNI seq info [92887:92887:8:4294967295] 00000400:00000200:0.0:1776198910.821010:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.821016:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.821020:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000391932aa (tot 82347282). 00000800:00000200:0.0:1776198910.821026:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.821033:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.821037:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000391932aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.821053:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.821057:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.821060:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006052d17b. 00080000:00000010:2.0:1776198910.821746:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3df327b. 00010000:00000010:2.0:1776198910.821857:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c6e7f6d. 00010000:00000010:2.0:1776198910.821864:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f241af31. 00010000:00000010:2.0:1776198910.821948:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddd9a02b. 00010000:00000010:2.0:1776198910.821954:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cc63b91. 00010000:00000010:2.0:1776198910.821967:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000d36ef2. 00000100:00000010:2.0:1776198910.821973:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.821981:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000033f51ac5. 02000000:00000010:2.0:1776198910.821995:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6aed876. 02000000:00000010:2.0:1776198910.822022:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef769891. 00000400:00000010:2.0:1776198910.822028:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0d5156f. 00000400:00000010:2.0:1776198910.822034:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d8445733. 00000100:00000200:2.0:1776198910.822039:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099840, portal 16 00000400:00000010:2.0:1776198910.822044:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f654d88. 00000100:00000200:2.0:1776198910.822046:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099840, offset 0 00000400:00000200:2.0:1776198910.822052:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.822061:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.822067:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:2.0:1776198910.822071:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776198910.822073:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:2.0:1776198910.822076:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92888:92888:255:4294967295] 192.168.204.56@tcp LPNI seq info [92888:92888:7:4294967295] 00000400:00000200:2.0:1776198910.822083:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.822088:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.822092:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347530). 00000800:00000200:2.0:1776198910.822097:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.822103:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.822106:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776198910.822558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000000e0794. 00000800:00000200:3.0:1776198910.825104:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.825112:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000391932aa (tot 82347282). 00000400:00000200:3.0:1776198910.825122:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.825135:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.825143:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000eecabfa 00000400:00000010:3.0:1776198910.825145:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000eecabfa. 00000800:00000200:3.0:1776198910.825521:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.825524:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:3.0:1776198910.825527:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.825531:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.825534:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f654d88 00000400:00000010:3.0:1776198910.825535:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f654d88. 00000100:00000200:3.0:1776198910.825545:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000033f51ac5 x1862477231099840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.830715:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.830735:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c30fc0 00000400:00000200:2.0:1776198910.830745:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb91c1 [1] + 224 00000400:00000200:2.0:1776198910.830852:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.830857:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.830868:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000033f51ac5 x1862477231099840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.830953:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.830960:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78d00 00000400:00000200:2.0:1776198910.830965:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7b19 [2] + 328 00000400:00000200:2.0:1776198910.830974:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.830977:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.830982:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.830992:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e93d007. 00000020:00000010:0.0:1776198910.831608:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eadd8da8. 00000020:00000010:0.0:1776198910.831617:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.831623:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.831656:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e93d007 x1862477217762560/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776198910.831692:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762560 02000000:00000010:0.0:1776198910.831705:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa2674fe. 00010000:00000010:0.0:1776198910.831764:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ffa390b3. 00000100:00000010:0.0:1776198910.831772:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060552d55. 00000100:00000010:0.0:1776198910.831779:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060552d55. 00010000:00000010:0.0:1776198910.831783:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ffa390b3. 00000400:00000010:0.0:1776198910.831803:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198910.831808:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762560, offset 224 00000400:00000200:0.0:1776198910.831819:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.831835:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.831842:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92889:92889:256:4294967295] 192.168.204.56@tcp LPNI seq info [92889:92889:8:4294967295] 00000400:00000200:0.0:1776198910.831853:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.831858:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.831862:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198910.831868:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.831876:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.831880:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.831903:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.831907:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.831910:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eadd8da8. 00000800:00000200:0.0:1776198910.832033:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.832038:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198910.832042:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.832046:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.832050:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:0.0:1776198910.832052:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00000400:00000010:1.0:1776198910.840529:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0d5156f. 00000400:00000200:1.0:1776198910.840554:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8445733 00000400:00000010:1.0:1776198910.840556:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d8445733. 00000100:00000200:1.0:1776198910.840572:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000033f51ac5 x1862477231099840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.840583:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000033f51ac5 x1862477231099840/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.840613:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bb3d0bb. 02000000:00000010:1.0:1776198910.840636:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef769891. 02000000:00000010:1.0:1776198910.840643:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6aed876. 00000100:00000010:1.0:1776198910.840647:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000033f51ac5. 00000100:00000010:1.0:1776198910.840653:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00010000:00000010:1.0:1776198910.840656:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000d36ef2. 00080000:00000010:1.0:1776198910.840679:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9f1bab4. 00010000:00000010:1.0:1776198910.840791:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cc63b91. 00010000:00000010:1.0:1776198910.840799:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047e076ab. 00010000:00000010:1.0:1776198910.840869:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8ab98f. 00010000:00000010:1.0:1776198910.840875:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.840887:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.840893:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.840901:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.840914:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b13929b. 02000000:00000010:1.0:1776198910.840954:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001efcf9b5. 00000400:00000010:1.0:1776198910.840959:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.840964:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198910.840970:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099904, portal 16 00000400:00000010:1.0:1776198910.840974:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000752acfa1. 00000100:00000200:1.0:1776198910.840976:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099904, offset 0 00000400:00000200:1.0:1776198910.840983:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.840998:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.841004:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.841007:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.841010:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.841013:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92890:92890:256:4294967295] 192.168.204.56@tcp LPNI seq info [92890:92890:8:4294967295] 00000400:00000200:1.0:1776198910.841022:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.841028:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.841034:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001784f4a0 (tot 82347282). 00000800:00000200:1.0:1776198910.841041:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.841047:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.841051:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001784f4a0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776198910.841462:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776198910.841466:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001784f4a0 (tot 82347034). 00000400:00000200:3.0:1776198910.841472:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.841477:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:3.0:1776198910.841481:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000752acfa1 00000400:00000010:3.0:1776198910.841483:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000752acfa1. 00000100:00000200:3.0:1776198910.841489:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231099904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776198910.841979:0:78673:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf33b2f. 00010000:00000010:2.1:1776198910.841988:0:78673:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780e4a65. 00010000:00000010:0.1:1776198910.849393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008372201e. 00000400:00000200:3.0:1776198910.850441:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.850459:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c31000 00000400:00000200:3.0:1776198910.850469:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb91cd [1] + 224 00000400:00000200:3.0:1776198910.850483:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.850488:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.850499:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231099904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.850533:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.850538:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78d40 00000400:00000200:3.0:1776198910.850542:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7b19 [2] + 656 00000400:00000200:3.0:1776198910.850550:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.850553:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.850557:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.850563:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000755613e2. 00000020:00000010:3.0:1776198910.850618:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9804c2a. 00000020:00000010:3.0:1776198910.850625:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.850629:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b882563b. 00000100:00000200:3.0:1776198910.850654:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000755613e2 x1862477217762624/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776198910.850687:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762624 02000000:00000010:3.0:1776198910.850698:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d299ebe. 00010000:00000010:3.0:1776198910.850740:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000051eea9ee. 00000100:00000010:3.0:1776198910.850747:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae1e848e. 00000100:00000010:3.0:1776198910.850753:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae1e848e. 00010000:00000010:3.0:1776198910.850758:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000051eea9ee. 00000400:00000010:3.0:1776198910.850771:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000421fd02b. 00000100:00000200:3.0:1776198910.850776:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762624, offset 224 00000400:00000200:3.0:1776198910.850784:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:3.0:1776198910.850795:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:3.0:1776198910.850801:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92891:92891:256:4294967295] 192.168.204.56@tcp LPNI seq info [92891:92891:8:4294967295] 00000400:00000200:3.0:1776198910.850809:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:3.0:1776198910.850814:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:3.0:1776198910.850819:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e28d285c (tot 82347282). 00000800:00000200:3.0:1776198910.850826:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:3.0:1776198910.850832:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:3.0:1776198910.850836:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e28d285c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776198910.850852:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000829c58a4. 00000020:00000010:3.0:1776198910.850856:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b882563b. 00000020:00000010:3.0:1776198910.850859:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9804c2a. 00000400:00000010:1.0:1776198910.850948:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.850953:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198910.850955:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198910.850961:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231099904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.850968:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231099904/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.850988:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002601178b. 02000000:00000010:1.0:1776198910.851002:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001efcf9b5. 02000000:00000010:1.0:1776198910.851006:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b13929b. 00000100:00000010:1.0:1776198910.851009:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.851012:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.851014:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198910.851030:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b13929b. 00010000:00000010:1.0:1776198910.851114:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.851121:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000089ea555. 00010000:00000010:1.0:1776198910.851224:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008dd78126. 00010000:00000010:1.0:1776198910.851230:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.851241:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.851244:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.851250:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.851288:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001efcf9b5. 02000000:00000010:1.0:1776198910.851314:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6aed876. 00000400:00000010:1.0:1776198910.851319:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.851323:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198910.851327:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231099968, portal 16 00000400:00000010:1.0:1776198910.851330:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009159069d. 00000100:00000200:1.0:1776198910.851332:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231099968, offset 0 00000400:00000200:1.0:1776198910.851337:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.851344:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.851351:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.851354:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.851357:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.851360:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92892:92892:255:4294967295] 192.168.204.56@tcp LPNI seq info [92892:92892:7:4294967295] 00000400:00000200:1.0:1776198910.851366:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.851370:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.851373:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd391627 (tot 82347530). 00000800:00000200:1.0:1776198910.851377:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.851380:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.851382:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd391627 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776198910.852561:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.852570:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e28d285c (tot 82347282). 00000400:00000200:0.0:1776198910.852576:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.852583:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.852588:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000421fd02b 00000400:00000010:0.0:1776198910.852590:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000421fd02b. 00000800:00000200:0.0:1776198910.852849:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.852851:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd391627 (tot 82347034). 00000400:00000200:0.0:1776198910.852856:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.852860:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.852863:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009159069d 00000400:00000010:0.0:1776198910.852865:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009159069d. 00000100:00000200:0.0:1776198910.852874:0:15865:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231099968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776198910.854815:0:15864:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.854832:0:15864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c31040 00000400:00000200:3.0:1776198910.854840:0:15864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb91d9 [1] + 224 00000400:00000200:3.0:1776198910.854857:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.854860:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.854871:0:15864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231099968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776198910.856833:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c2d9fa0. 00010000:00000010:1.1:1776198910.856850:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1029db4. 00010000:00000010:1.1:1776198910.856854:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddd9a02b. 00000400:00000010:1.0:1776198910.856874:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.856878:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198910.856880:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198910.856895:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231099968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.856906:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231099968/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776198910.856950:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6aed876. 02000000:00000010:1.0:1776198910.856957:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001efcf9b5. 00000100:00000010:1.0:1776198910.856961:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.856965:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.856968:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00000400:00000200:3.0:1776198910.858092:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:3.0:1776198910.858109:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78d80 00000400:00000200:3.0:1776198910.858116:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7b19 [2] + 984 00000400:00000200:3.0:1776198910.858181:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776198910.858186:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:3.0:1776198910.858192:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776198910.858197:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000695d9d65. 00000020:00000010:0.0:1776198910.858338:0:64811:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035fbd8e1. 00000020:00000010:0.0:1776198910.858347:0:64811:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.858353:0:64811:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cc353f96. 00000100:00000200:0.0:1776198910.858379:0:64811:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000695d9d65 x1862477217762688/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776198910.858407:0:64811:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762688 02000000:00000010:0.0:1776198910.858418:0:64811:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059c388ff. 00010000:00000010:0.0:1776198910.858451:0:64811:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645a6e5f. 00010000:00000010:0.0:1776198910.858473:0:64811:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e6436038. 00000100:00000010:0.0:1776198910.858481:0:64811:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060552d55. 00000100:00000010:0.0:1776198910.858494:0:64811:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060552d55. 00010000:00000010:0.0:1776198910.858497:0:64811:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e6436038. 00000400:00000010:0.0:1776198910.858515:0:64811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000083ffe49. 00000100:00000200:0.0:1776198910.858519:0:64811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762688, offset 224 00000400:00000200:0.0:1776198910.858527:0:64811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:0.0:1776198910.858538:0:64811:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:0.0:1776198910.858544:0:64811:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92893:92893:256:4294967295] 192.168.204.56@tcp LPNI seq info [92893:92893:8:4294967295] 00000400:00000200:0.0:1776198910.858553:0:64811:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:0.0:1776198910.858558:0:64811:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:0.0:1776198910.858562:0:64811:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003f18528d (tot 82347282). 00000800:00000200:0.0:1776198910.858568:0:64811:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:0.0:1776198910.858576:0:64811:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:0.0:1776198910.858580:0:64811:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003f18528d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776198910.858602:0:64811:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a7e5850a. 00000020:00000010:0.0:1776198910.858606:0:64811:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cc353f96. 00000020:00000010:0.0:1776198910.858608:0:64811:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035fbd8e1. 00000800:00000200:0.0:1776198910.858672:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776198910.858676:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003f18528d (tot 82347034). 00000400:00000200:0.0:1776198910.858680:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776198910.858685:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:0.0:1776198910.858688:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000083ffe49 00000400:00000010:0.0:1776198910.858689:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000083ffe49. 00080000:00000010:1.0:1776198910.858764:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6aed876. 00010000:00000010:1.0:1776198910.858848:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.858856:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b234622. 00010000:00000010:1.0:1776198910.858942:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034c9b22a. 00010000:00000010:1.0:1776198910.858952:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.858966:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.858971:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.858978:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.858991:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef769891. 02000000:00000010:1.0:1776198910.859015:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000427b4a51. 00000400:00000010:1.0:1776198910.859021:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.859025:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198910.859030:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231100032, portal 16 00000400:00000010:1.0:1776198910.859034:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198910.859036:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231100032, offset 0 00000400:00000200:1.0:1776198910.859041:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.859047:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.859055:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.859058:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.859061:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.859063:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92894:92894:256:4294967295] 192.168.204.56@tcp LPNI seq info [92894:92894:8:4294967295] 00000400:00000200:1.0:1776198910.859070:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.859074:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.859077:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccb6aea5 (tot 82347282). 00000800:00000200:1.0:1776198910.859081:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.859085:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.859088:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ccb6aea5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776198910.859142:0:15864:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776198910.859144:0:15864:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccb6aea5 (tot 82347034). 00000400:00000200:1.0:1776198910.859148:0:15864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776198910.859150:0:15864:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:1.0:1776198910.859153:0:15864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f470395 00000400:00000010:1.0:1776198910.859154:0:15864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f470395. 00000100:00000200:1.0:1776198910.859159:0:15864:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068db1415 x1862477231100032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.871731:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.871757:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 224 into portal 16 MB=0x69de9c5c31080 00000400:00000200:2.0:1776198910.871767:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.56@tcp of length 224/224 into md 0xb91e5 [1] + 224 00000400:00000200:2.0:1776198910.871779:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.871783:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.871794:0:15863:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068db1415 x1862477231100032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776198910.871984:0:15863:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp) <- 192.168.204.56@tcp : PUT - for me 00000400:00000200:2.0:1776198910.871990:0:15863:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.56@tcp of length 328 into portal 17 MB=0x69de9c4f78dc0 00000400:00000200:2.0:1776198910.871995:0:15863:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.56@tcp of length 328/328 into md 0xb7b19 [2] + 1312 00000400:00000200:2.0:1776198910.872055:0:15863:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.872059:0:15863:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000100:00000200:2.0:1776198910.872064:0:15863:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776198910.872069:0:15863:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000011736d15. 00000020:00000010:2.0:1776198910.872124:0:75322:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd0ad272. 00000020:00000010:2.0:1776198910.872130:0:75322:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.872134:0:75322:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008a65a1df. 00000100:00000200:2.0:1776198910.872159:0:75322:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000011736d15 x1862477217762752/t0(0) o103->fc77d260-9952-46cd-989d-6d4d84a134cb@192.168.204.56@tcp:298/0 lens 328/0 e 0 to 0 dl 1776198953 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776198910.872184:0:75322:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862477217762752 02000000:00000010:2.0:1776198910.872195:0:75322:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065e49014. 00010000:00000010:2.0:1776198910.872233:0:75322:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003961304b. 00000100:00000010:2.0:1776198910.872241:0:75322:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a8c8185. 00000100:00000010:2.0:1776198910.872247:0:75322:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a8c8185. 00010000:00000010:2.0:1776198910.872250:0:75322:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003961304b. 00000400:00000010:2.0:1776198910.872281:0:75322:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000990642a2. 00000100:00000200:2.0:1776198910.872286:0:75322:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862477217762752, offset 224 00000400:00000200:2.0:1776198910.872292:0:75322:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:2.0:1776198910.872303:0:75322:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.156@tcp to MR: 192.168.204.56@tcp local destination 00000400:00000200:2.0:1776198910.872388:0:75322:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92895:92895:256:4294967295] 192.168.204.56@tcp LPNI seq info [92895:92895:8:4294967295] 00000400:00000200:2.0:1776198910.872398:0:75322:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:2.0:1776198910.872404:0:75322:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:2.0:1776198910.872409:0:75322:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003881755 (tot 82347282). 00000800:00000200:2.0:1776198910.872415:0:75322:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:2.0:1776198910.872421:0:75322:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:2.0:1776198910.872425:0:75322:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003881755 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776198910.872442:0:75322:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006fbf10f7. 00000020:00000010:2.0:1776198910.872446:0:75322:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008a65a1df. 00000020:00000010:2.0:1776198910.872450:0:75322:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd0ad272. 00000800:00000200:2.0:1776198910.873022:0:15865:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776198910.873026:0:15865:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003881755 (tot 82347034). 00000400:00000200:2.0:1776198910.873031:0:15865:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776198910.873035:0:15865:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.156@tcp->192.168.204.56@tcp: PUT: OK 00000400:00000200:2.0:1776198910.873038:0:15865:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000990642a2 00000400:00000010:2.0:1776198910.873041:0:15865:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000990642a2. 00010000:00000010:1.1:1776198910.873106:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e50aba35. 00010000:00000010:1.1:1776198910.873113:0:77423:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8624a71. 00010000:00000010:1.1:1776198910.873117:0:77423:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8ab98f. 00000400:00000010:1.0:1776198910.873127:0:77423:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000666c761e. 00000400:00000200:1.0:1776198910.873131:0:77423:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004acb1317 00000400:00000010:1.0:1776198910.873132:0:77423:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004acb1317. 00000100:00000200:1.0:1776198910.873139:0:77423:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068db1415 x1862477231100032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776198910.873147:0:77423:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068db1415 x1862477231100032/t0(0) o104->lustre-MDT0000@192.168.204.56@tcp:15/16 lens 328/224 e 0 to 0 dl 1776198917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776198910.873167:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003151c928. 02000000:00000010:1.0:1776198910.873180:0:77423:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000427b4a51. 02000000:00000010:1.0:1776198910.873186:0:77423:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef769891. 00000100:00000010:1.0:1776198910.873190:0:77423:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068db1415. 00000100:00000010:1.0:1776198910.873193:0:77423:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005eb22a73. 00010000:00000010:1.0:1776198910.873195:0:77423:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011d41e01. 00080000:00000010:1.0:1776198910.873210:0:77423:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000427b4a51. 00010000:00000010:1.0:1776198910.873327:0:77423:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.873334:0:77423:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000479cd226. 00010000:00000010:1.0:1776198910.873424:0:77423:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc8ab98f. 00010000:00000010:1.0:1776198910.873429:0:77423:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f61048a3. 00010000:00000010:1.0:1776198910.873440:0:77423:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011d41e01. 00000100:00000010:1.0:1776198910.873445:0:77423:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005eb22a73. 00000100:00000010:1.0:1776198910.873451:0:77423:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068db1415. 02000000:00000010:1.0:1776198910.873462:0:77423:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000232853b8. 02000000:00000010:1.0:1776198910.873486:0:77423:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d0d9fc6. 00000400:00000010:1.0:1776198910.873491:0:77423:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000666c761e. 00000400:00000010:1.0:1776198910.873495:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004acb1317. 00000100:00000200:1.0:1776198910.873500:0:77423:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862477231100096, portal 16 00000400:00000010:1.0:1776198910.873506:0:77423:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f470395. 00000100:00000200:1.0:1776198910.873507:0:77423:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862477231100096, offset 0 00000400:00000200:1.0:1776198910.873514:0:77423:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.56@tcp 00000400:00000200:1.0:1776198910.873524:0:77423:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.56@tcp local destination 00000400:00000200:1.0:1776198910.873531:0:77423:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.156@tcp 00000400:00000200:1.0:1776198910.873534:0:77423:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.156@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776198910.873536:0:77423:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.56@tcp 00000400:00000200:1.0:1776198910.873539:0:77423:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.156@tcp NI seq info: [92896:92896:256:4294967295] 192.168.204.56@tcp LPNI seq info [92896:92896:8:4294967295] 00000400:00000200:1.0:1776198910.873546:0:77423:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.156@tcp(192.168.204.156@tcp:) -> 192.168.204.56@tcp(192.168.204.56@tcp:192.168.204.56@tcp) : PUT try# 0 00000800:00000200:1.0:1776198910.873550:0:77423:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.56@tcp 00000800:00000010:1.0:1776198910.873553:0:77423:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccb6aea5 (tot 82347282). 00000800:00000200:1.0:1776198910.873557:0:77423:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000911e20a5] -> 12345-192.168.204.56@tcp (4) 00000800:00000200:1.0:1776198910.873561:0:77423:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.56@tcp ip 192.168.204.56:1023 00000800:00000200:1.0:1776198910.873564:0:77423:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ccb6aea5 type 1, nob 424 niov 1 nkiov 1 Debug log: 53704 lines, 53704 kept, 0 dropped, 0 bad.